{"severity_text":"INFO","timestamp":"2026-11-01T05:12:52.681148285Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:52.733477368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:52.837158856Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:52.837191154Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:53.053188289Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:53.053240068Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:53.236196855Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/50ce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.197628523Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.309065896Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.309176663Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.309239272Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.309275604Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.309319107Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.309354908Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.309395522Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.309433469Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.309487773Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.309521639Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.309561674Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.309606214Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.309635793Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.309808887Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.30995869Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.310069428Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.310076778Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.310149953Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.310193909Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.310299354Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} I1101 05:12:54.411060 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.411106805Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.611932612Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:12:54.611988093Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1101 05:13:11.477868 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.478332399Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.478599101Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.478699634Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.478824545Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.478975857Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.479047781Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.479085678Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.47926694Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.479390038Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.479474292Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.479671654Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.479855485Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.479898678Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.479937686Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.479976875Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.47927143Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.480077667Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.480278943Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.480315169Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.480343564Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.480375661Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.48039458Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.480431555Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.481479432Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.481529711Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.481644506Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.48170743Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.481846712Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.482232659Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.482458847Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.483010036Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.479487263Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.483821766Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.484562128Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.485850205Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.485978042Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.48693792Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.487014569Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.487133598Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.487166341Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.487190417Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.487318137Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.487341269Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.487755273Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.488306194Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.488331785Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.488357085Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.488422336Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.488445495Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.488467763Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.488630715Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.488666233Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.782127058Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.830566191Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:11.936070542Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.090400866Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.090432553Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.090471011Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.090499381Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.090539861Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.090543304Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.090562764Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.090579791Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.090582398Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.090598376Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.09046032Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.090565544Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.192986874Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.19300499Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.413927593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c4f9bc8-0ef8-4db0-8dae-5623f676413e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.476099568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c3fca95-0bab-4bb2-a5af-606191899f44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.509851007Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c1a391bd-05da-443c-8917-55c1c1f15f43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.509889224Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"00bf335e-8df2-404e-825b-5e051f48e827","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.557431214Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c4f9bc8-0ef8-4db0-8dae-5623f676413e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:13:12.594009744Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c3fca95-0bab-4bb2-a5af-606191899f44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.613736216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c4f9bc8-0ef8-4db0-8dae-5623f676413e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.663494823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5ac48fc6-c546-4e5c-8592-c8bb87b4f833","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.663516988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5ac48fc6-c546-4e5c-8592-c8bb87b4f833","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.679656507Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f31d3ba-b6f4-4c66-b230-2d5ec84caabd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.679901903Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bc4d065d-03e0-48dc-9561-1b115cbaade7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:13:12.685421761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c3fca95-0bab-4bb2-a5af-606191899f44","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.840182482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9aac3f32-c4e7-4c73-b2ef-12f306886be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.841892834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17c1500b-e9f9-45fc-844a-bc6da11eaac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.897392215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9aac3f32-c4e7-4c73-b2ef-12f306886be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.898641729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17c1500b-e9f9-45fc-844a-bc6da11eaac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.953504078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9aac3f32-c4e7-4c73-b2ef-12f306886be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:12.954128585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17c1500b-e9f9-45fc-844a-bc6da11eaac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:13.206762587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae332efb-bea5-48e4-a549-0e1998627363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:13.259527891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae332efb-bea5-48e4-a549-0e1998627363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:13.311364101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae332efb-bea5-48e4-a549-0e1998627363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:13.36351529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae332efb-bea5-48e4-a549-0e1998627363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:16.768580839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e0e91aa-730a-4a2c-b039-4e3dbb79b9f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:16.768580606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fba0b0a-79b5-4a8a-9266-f96f64b29631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:16.826322711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fba0b0a-79b5-4a8a-9266-f96f64b29631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:16.826325835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e0e91aa-730a-4a2c-b039-4e3dbb79b9f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:16.881995606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fba0b0a-79b5-4a8a-9266-f96f64b29631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:16.882086371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e0e91aa-730a-4a2c-b039-4e3dbb79b9f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:17.07011283Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"7e12c6f6-713c-479c-9ad9-ebcc2868f44e","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:20.75283308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca0b18bb-5a86-47e1-8a7d-6a26c166cc2b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:20.752852832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca0b18bb-5a86-47e1-8a7d-6a26c166cc2b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:20.753226575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dff4523f-9b2c-49cf-97f4-e32d468e4dd3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:20.753243234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dff4523f-9b2c-49cf-97f4-e32d468e4dd3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:20.805716609Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1c728637-3214-45b2-8f9e-5e73ad8e4eb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:20.805716571Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"535a2fab-b094-4252-b39d-3dbf842c5090","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:20.821258373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a6c274c1-1cfc-40f4-8c82-f4868a96b2b9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:20.82127832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a6c274c1-1cfc-40f4-8c82-f4868a96b2b9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:20.821517576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"11b120f8-01a0-46cf-b29d-4b9ed960e085","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:20.821528837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"11b120f8-01a0-46cf-b29d-4b9ed960e085","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:20.909043798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc8b56dd-b28a-4288-86a6-ad800bf0b499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:20.909041697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5297806d-f956-4539-806b-daf3e66734ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:20.966684235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc8b56dd-b28a-4288-86a6-ad800bf0b499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:20.96670865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5297806d-f956-4539-806b-daf3e66734ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:21.022906661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5297806d-f956-4539-806b-daf3e66734ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:21.023033893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc8b56dd-b28a-4288-86a6-ad800bf0b499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:21.177882346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91e403f4-f85d-4819-af18-8cf41418ba85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:21.177914176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff008014-e37b-40e0-8a17-377d56a782d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:21.235742802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91e403f4-f85d-4819-af18-8cf41418ba85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:21.235893543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff008014-e37b-40e0-8a17-377d56a782d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:21.292472931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91e403f4-f85d-4819-af18-8cf41418ba85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:21.292618718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff008014-e37b-40e0-8a17-377d56a782d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:22.014064457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"992c9641-e811-4084-b2dd-87b0d3fb20ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:22.014089908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"992c9641-e811-4084-b2dd-87b0d3fb20ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:23.829318444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"549158f1-f72d-44c9-a223-5d32944dca7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:23.829318538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c58e61a7-722d-48dd-a45a-4187ca849787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:23.913856277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c58e61a7-722d-48dd-a45a-4187ca849787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:23.91501701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"549158f1-f72d-44c9-a223-5d32944dca7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:23.969564231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c58e61a7-722d-48dd-a45a-4187ca849787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:23.970588858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"549158f1-f72d-44c9-a223-5d32944dca7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.280997384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"25789d3d-3bfd-47b5-b71e-24886a33fa7f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.281018572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"25789d3d-3bfd-47b5-b71e-24886a33fa7f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.281347463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2c19373f-b64d-4d39-b46e-bb215b3aa62b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.28136691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2c19373f-b64d-4d39-b46e-bb215b3aa62b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.281735795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7036a51e-dd80-4cc7-be9f-e2b61dd6e6fc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.281752752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7036a51e-dd80-4cc7-be9f-e2b61dd6e6fc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.333330579Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a6b8b6e4-8998-437f-b8d5-b1fcdb1694fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.333374922Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9e41a2c7-be3c-45de-8d98-2abb33cafed8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.349877292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"664ec793-090c-4c80-b4a5-c50a7ccfc2f1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.349894805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"664ec793-090c-4c80-b4a5-c50a7ccfc2f1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.351020792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eb30212e-ccbb-48d6-b3b7-6492e6e231ee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.351049234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eb30212e-ccbb-48d6-b3b7-6492e6e231ee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.351988336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"395f2eae-45e8-421e-b3ad-7038cbbb789a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.352007182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"395f2eae-45e8-421e-b3ad-7038cbbb789a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.436612894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab71443e-b071-42f2-aa99-49ddd716a1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.43691079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b46236d-fb71-4130-918b-1724bf105697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.495098538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab71443e-b071-42f2-aa99-49ddd716a1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.4951407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b46236d-fb71-4130-918b-1724bf105697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.55166612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b46236d-fb71-4130-918b-1724bf105697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.551666122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab71443e-b071-42f2-aa99-49ddd716a1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.707683059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72ec63ce-02c0-4fab-b350-621868780f86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.7076831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d6d83ae-7741-49f1-8ab3-3c21be30c5ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.764968972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d6d83ae-7741-49f1-8ab3-3c21be30c5ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.764997137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72ec63ce-02c0-4fab-b350-621868780f86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.822056946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72ec63ce-02c0-4fab-b350-621868780f86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:24.822047297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d6d83ae-7741-49f1-8ab3-3c21be30c5ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:25.531522831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9d043223-14d4-4aa1-ba4a-0dec4ddaec91","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:25.531549082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9d043223-14d4-4aa1-ba4a-0dec4ddaec91","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.734467648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8afe3a70-bff5-47ce-85e8-f5a77cd2a8d6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.734487574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8afe3a70-bff5-47ce-85e8-f5a77cd2a8d6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.734717764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"09899e81-8817-4c1f-b400-771922d6fc5f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.734730029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"09899e81-8817-4c1f-b400-771922d6fc5f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.734998553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fccdb597-6140-4387-aba7-fbd26073c7d1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.735015966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fccdb597-6140-4387-aba7-fbd26073c7d1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.735360249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"35d8c080-17c2-47ac-88cf-69d29567162d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.73537214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"35d8c080-17c2-47ac-88cf-69d29567162d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.785906763Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a249ec4-87ac-455a-9f00-8ab6d6b36146","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.786149054Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"edea0fe8-8a30-49a4-9302-b86f1a01c6ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.802168626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e13e3cc0-3572-4fcd-a564-ce55d838c7ed","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.802186677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e13e3cc0-3572-4fcd-a564-ce55d838c7ed","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.802428711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd36a5b3-0d19-42c1-a74a-cfab5ea80f7b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.802443364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd36a5b3-0d19-42c1-a74a-cfab5ea80f7b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.802641147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f4be6f8b-829a-4ce6-acd5-bf5ff1e1462f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.802653315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f4be6f8b-829a-4ce6-acd5-bf5ff1e1462f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.802874852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4ba00990-0315-452e-a588-6e4ff844cbee","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.802887937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4ba00990-0315-452e-a588-6e4ff844cbee","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.888221513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6132feb7-1b35-498b-a19a-7b3949ec0a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.888277058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2324fc4c-e458-4b98-b634-0223b001878d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.945887115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2324fc4c-e458-4b98-b634-0223b001878d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:27.947022431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6132feb7-1b35-498b-a19a-7b3949ec0a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:28.00134453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2324fc4c-e458-4b98-b634-0223b001878d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:28.002597599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6132feb7-1b35-498b-a19a-7b3949ec0a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:28.156616661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cbb9dbf-6de9-48e8-a645-57c5180896ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:28.156615684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"487af8a9-556a-49b7-9fde-136ffae003ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:28.214341235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cbb9dbf-6de9-48e8-a645-57c5180896ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:28.214356077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"487af8a9-556a-49b7-9fde-136ffae003ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:28.270468605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cbb9dbf-6de9-48e8-a645-57c5180896ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:28.270472526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"487af8a9-556a-49b7-9fde-136ffae003ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:28.979544605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a74dade7-b197-4392-92e2-27d39a910a75","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:28.979569434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a74dade7-b197-4392-92e2-27d39a910a75","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.444233636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7b3be1db-f4ea-4fbc-87b8-7228e3a8ea30","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.444262505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7b3be1db-f4ea-4fbc-87b8-7228e3a8ea30","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.44455389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5dee41a0-d469-484e-b7b6-80f8a82b762c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.444571497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5dee41a0-d469-484e-b7b6-80f8a82b762c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.444877817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"095d6772-e2ac-4a8e-a316-c55ee3857521","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.444896246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"095d6772-e2ac-4a8e-a316-c55ee3857521","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.445154636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"34a2451a-b339-4553-acf5-d1401fa953ce","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.44517137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"34a2451a-b339-4553-acf5-d1401fa953ce","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.445486354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"372f66f5-d212-4863-9ed3-3393d0672e51","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.44549814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"372f66f5-d212-4863-9ed3-3393d0672e51","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.496896634Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"465c01fe-3deb-4b92-9e9a-58423fb7acdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.496896542Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4ef0d800-3dd1-446b-b8bc-ee8cbfe4312b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.513513942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"64cbbe55-6013-4c29-9fde-feb0b4bcf74d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.513533159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"64cbbe55-6013-4c29-9fde-feb0b4bcf74d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.513801627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f6e5bda3-ffbb-471a-aa8f-68a44cf767db","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.513814625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f6e5bda3-ffbb-471a-aa8f-68a44cf767db","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.514043823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6a52f601-bb40-400c-aaf2-a30b653fec4c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.514056351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6a52f601-bb40-400c-aaf2-a30b653fec4c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.514242948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c0236fec-36c8-4bbb-b684-aea6c441d849","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.514253293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c0236fec-36c8-4bbb-b684-aea6c441d849","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.514462003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3ddc1de8-3b85-4a99-8251-f470fe9262e7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.514472776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3ddc1de8-3b85-4a99-8251-f470fe9262e7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.51615386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0623cd2-9274-4ca1-905a-d6782c369780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.516171627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33847bba-eca5-4731-937d-87da04152f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.573565898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33847bba-eca5-4731-937d-87da04152f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.574879822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0623cd2-9274-4ca1-905a-d6782c369780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.629525405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33847bba-eca5-4731-937d-87da04152f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.630819885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0623cd2-9274-4ca1-905a-d6782c369780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.844680533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81c21dbd-b28f-44c8-a635-b6ac9ef241ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.84471948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26be2b23-99c7-4f52-bc3c-a64594d6a420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.905404343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81c21dbd-b28f-44c8-a635-b6ac9ef241ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.905465622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26be2b23-99c7-4f52-bc3c-a64594d6a420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.961494011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26be2b23-99c7-4f52-bc3c-a64594d6a420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:31.961522126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81c21dbd-b28f-44c8-a635-b6ac9ef241ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:32.728367743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6e5e1476-0b2e-4b0a-b675-0b25800b6a1a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:32.728391981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6e5e1476-0b2e-4b0a-b675-0b25800b6a1a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.720200214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8e4cc1fd-5ccd-4a8b-91bd-3b899fc32736","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.720220417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8e4cc1fd-5ccd-4a8b-91bd-3b899fc32736","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.720446797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0a253999-09c1-4caa-a89a-cb352d9c109e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.720456314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0a253999-09c1-4caa-a89a-cb352d9c109e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.720627509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"41ac5ccb-728c-40bd-8051-38c7a6d5f3c5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.720639334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"41ac5ccb-728c-40bd-8051-38c7a6d5f3c5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.720815783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"003de839-0713-4b81-b53d-593758216983","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.720825615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"003de839-0713-4b81-b53d-593758216983","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.720980678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2912fb13-1c0e-4a52-b7f4-03e07ce6bfc3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.720990058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2912fb13-1c0e-4a52-b7f4-03e07ce6bfc3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.721137303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"433e361f-1242-4da6-b388-8a5f23c1805c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.721146534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"433e361f-1242-4da6-b388-8a5f23c1805c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.773107035Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"25dd6b4d-252d-432a-99d6-b88c063a660c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.773113712Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e3a8296-3a35-4698-a2b6-1a923db305ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.791148223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f54b46b0-0dd1-4d2b-b3be-d42e44ee43c9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.791170787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f54b46b0-0dd1-4d2b-b3be-d42e44ee43c9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.791421695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4232d0ce-15f3-4553-9ce9-98f2dec03fc7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.791433754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4232d0ce-15f3-4553-9ce9-98f2dec03fc7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.791624556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ec4977c8-2181-4904-ac65-79311e44dfbb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.791635034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ec4977c8-2181-4904-ac65-79311e44dfbb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.791825147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac6bb9ee-436b-474a-9fcb-d7c1b1ac59e3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.791835309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac6bb9ee-436b-474a-9fcb-d7c1b1ac59e3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.792008303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2d1788ad-969e-4572-bcc5-e602e8fd1345","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.79201861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2d1788ad-969e-4572-bcc5-e602e8fd1345","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.792183602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"acf3f379-c6f6-43b2-9df1-fc0801bef024","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.792193244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"acf3f379-c6f6-43b2-9df1-fc0801bef024","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.876853883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a32d75cf-ea03-4bdb-9013-9ec0a481184f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.881257976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee2bebfc-e968-4025-8ddf-2805116078e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.934282564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a32d75cf-ea03-4bdb-9013-9ec0a481184f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.938337215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee2bebfc-e968-4025-8ddf-2805116078e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.990120737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a32d75cf-ea03-4bdb-9013-9ec0a481184f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:34.994096929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee2bebfc-e968-4025-8ddf-2805116078e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:35.145880717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f00c422e-0fc1-45fd-a9f9-225f37f25475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:35.148327034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3faa150e-c085-4217-8bd0-b5459c1802fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:35.202969664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f00c422e-0fc1-45fd-a9f9-225f37f25475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:35.205088433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3faa150e-c085-4217-8bd0-b5459c1802fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:35.258869456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f00c422e-0fc1-45fd-a9f9-225f37f25475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:35.260593674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3faa150e-c085-4217-8bd0-b5459c1802fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:35.992945035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3729af34-223f-4043-b9f1-b3d135950b3f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:35.992971664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3729af34-223f-4043-b9f1-b3d135950b3f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:38.794011297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"707917a3-c56d-4a81-8ec2-e5ad44ff6021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:38.794097033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e9eaef0-4423-4581-9131-44131a94096d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:38.877506588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"707917a3-c56d-4a81-8ec2-e5ad44ff6021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:38.881165041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e9eaef0-4423-4581-9131-44131a94096d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:38.935483871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"707917a3-c56d-4a81-8ec2-e5ad44ff6021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:38.936610435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e9eaef0-4423-4581-9131-44131a94096d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:39.148618115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"973c477e-3897-4d26-bea9-ca4488d66374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:39.20577658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"973c477e-3897-4d26-bea9-ca4488d66374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:39.248872518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cd2ec61-885e-436c-be59-0c6686748dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:39.261950376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"973c477e-3897-4d26-bea9-ca4488d66374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:39.307192571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cd2ec61-885e-436c-be59-0c6686748dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:39.363235999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cd2ec61-885e-436c-be59-0c6686748dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.129006875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a72dfd34-9b05-46e2-954f-fc2397adfbf5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.129032156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a72dfd34-9b05-46e2-954f-fc2397adfbf5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.129765473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34cc24f2-1f9e-49ed-9a21-ef3f6fc9d171","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.129803812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34cc24f2-1f9e-49ed-9a21-ef3f6fc9d171","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.130492913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6727c520-8068-4524-bdc6-1359a8b8c94b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.130508261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6727c520-8068-4524-bdc6-1359a8b8c94b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.131300716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d4fc8b75-4028-41f0-9d05-23a67e446508","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.131320214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d4fc8b75-4028-41f0-9d05-23a67e446508","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.131738377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e5591b44-3711-4c8d-91ac-37dc7de47044","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.13175586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e5591b44-3711-4c8d-91ac-37dc7de47044","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.132713979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"92dcaac3-d4e1-4cd3-9fdf-51d9ea76cac7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.132729332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"92dcaac3-d4e1-4cd3-9fdf-51d9ea76cac7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.133071875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6da30200-2c86-4921-95ad-b14d2a1b7c6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.1330842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6da30200-2c86-4921-95ad-b14d2a1b7c6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.185488342Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c27096d5-f966-48ac-98a2-d63c95e00847","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.198453697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"28f89f47-9a2c-416e-a6d1-bbf2589c88fa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.198477852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"28f89f47-9a2c-416e-a6d1-bbf2589c88fa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.198823333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1865dea2-0005-4f1a-9ddb-0b7a7f0bd2a6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.198840541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1865dea2-0005-4f1a-9ddb-0b7a7f0bd2a6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.199135617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f16698ee-0044-41fe-a6f5-4a0b05aaac35","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.19915204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f16698ee-0044-41fe-a6f5-4a0b05aaac35","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.199411984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"28df75fe-ae54-4dc8-8048-912f32ba1690","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.199427482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"28df75fe-ae54-4dc8-8048-912f32ba1690","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.199675741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1b3dcde1-b9d3-4c55-8b29-1402656d9e32","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.199689406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1b3dcde1-b9d3-4c55-8b29-1402656d9e32","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.199984967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f8135cf2-0bcc-4a13-8188-d38f856dc9aa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.200000872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f8135cf2-0bcc-4a13-8188-d38f856dc9aa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.200245428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b4d2287-6887-4fc1-ad72-c1f8acaf0f41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.200257722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b4d2287-6887-4fc1-ad72-c1f8acaf0f41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.288996135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba59e4aa-1f50-45c2-b5fc-4a34230c9016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.289254487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcf54833-1a51-4bd8-8bd8-a737a108dc63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.345818676Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"864b9012-afd9-446f-b4e4-2b2f80ac9f99","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.348193843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba59e4aa-1f50-45c2-b5fc-4a34230c9016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.350528532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcf54833-1a51-4bd8-8bd8-a737a108dc63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.404066654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba59e4aa-1f50-45c2-b5fc-4a34230c9016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.406595363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcf54833-1a51-4bd8-8bd8-a737a108dc63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.508358276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ee96839-3e36-4ea9-b7c2-b579c3cc6017","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.508381841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ee96839-3e36-4ea9-b7c2-b579c3cc6017","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.558752566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0b0e896-71cc-4e42-9964-5605b0f62c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.560382869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffdc70d1-a9c4-4054-9de3-7626ab75e077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.617643707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0b0e896-71cc-4e42-9964-5605b0f62c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.620081347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffdc70d1-a9c4-4054-9de3-7626ab75e077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.674979913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0b0e896-71cc-4e42-9964-5605b0f62c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.675573997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffdc70d1-a9c4-4054-9de3-7626ab75e077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:40.720321826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b07a5868-e0d6-465b-a395-e20a7fa72a8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:41.38682531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89858c56-0b3e-4d6e-ae09-26c654bed5e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:41.386846421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89858c56-0b3e-4d6e-ae09-26c654bed5e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:41.595817491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"df6437e6-89cf-4db3-94dc-01141ee640ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:41.889052871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.749181303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"abe14b84-2dd8-45ec-92e7-043f431b1a4f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.749209646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"abe14b84-2dd8-45ec-92e7-043f431b1a4f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.749590647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"939b7edc-2477-4cd3-907f-0917a87cba6c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.749603478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"939b7edc-2477-4cd3-907f-0917a87cba6c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.749899038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b3dc03ee-ffb9-4d01-8fcd-aa8f3c85761f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.749911568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b3dc03ee-ffb9-4d01-8fcd-aa8f3c85761f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.75016682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47a61ab-62e2-4528-9cca-66849e0d326f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.750180087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47a61ab-62e2-4528-9cca-66849e0d326f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.750446773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"780ca6de-8d80-461b-85ac-76afef83cc0d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.750462587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"780ca6de-8d80-461b-85ac-76afef83cc0d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.750729836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51766235-4317-4d16-bd36-d5b4cfa18ca6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.750740753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51766235-4317-4d16-bd36-d5b4cfa18ca6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.751019331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"722b9f74-22fd-4092-97ce-1f5940f37b2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.751037677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"722b9f74-22fd-4092-97ce-1f5940f37b2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.751383513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a5a3ce7f-2ef7-4d14-9a1b-15280025b7f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.752402812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a5a3ce7f-2ef7-4d14-9a1b-15280025b7f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.826168884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"812fcd64-58ef-4163-a21d-f7165efe080d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.82629255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"812fcd64-58ef-4163-a21d-f7165efe080d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.826746196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc501625-5f5f-4e0d-87af-1815f2d32fc4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.826845071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc501625-5f5f-4e0d-87af-1815f2d32fc4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.82722054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5b70834f-5a61-44a2-bdb7-bd29bce77270","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.82728469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5b70834f-5a61-44a2-bdb7-bd29bce77270","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.827619438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4c5448f9-acb7-4f15-bab0-ce08d03de007","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.827680134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4c5448f9-acb7-4f15-bab0-ce08d03de007","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.828034845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0b4cf0a7-27fa-42fe-99ad-ddf4b9137ab4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.82810604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0b4cf0a7-27fa-42fe-99ad-ddf4b9137ab4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.82843006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"acdf60cb-7d74-4ebc-95ad-fd16e424ea44","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.828490508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"acdf60cb-7d74-4ebc-95ad-fd16e424ea44","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.828840226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f474a291-302c-406f-b32c-6f62b5614840","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.828912579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f474a291-302c-406f-b32c-6f62b5614840","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.829293773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc267e83-a16a-4c14-bdb4-5861905f74a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.82933948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc267e83-a16a-4c14-bdb4-5861905f74a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.917380703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ec43b70-fc2e-482c-a07c-000089aba39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.918216394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"800c42be-eb62-41e6-97fd-65dadc1a4a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.991037799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ec43b70-fc2e-482c-a07c-000089aba39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:45.991732112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0316d2f5-496b-4f08-99ba-520d5673f202","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.000261319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"800c42be-eb62-41e6-97fd-65dadc1a4a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.028504944Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"198f246a-3799-4a5c-b20b-d27d85a7feab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.047757966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ec43b70-fc2e-482c-a07c-000089aba39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.056041649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"800c42be-eb62-41e6-97fd-65dadc1a4a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.114698388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ad568cf-e97a-4a54-8123-267add31d991","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.114841512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ad568cf-e97a-4a54-8123-267add31d991","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.133552311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"801aabc2-bfec-4410-b27c-6f361f02ba87","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.133659946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"801aabc2-bfec-4410-b27c-6f361f02ba87","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.179993952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a88b8fe-2293-48d9-8158-8aca0cea13d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.18003601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a88b8fe-2293-48d9-8158-8aca0cea13d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.276129476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"adea31be-6402-4200-b2d9-0e109bfa3153","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.276155033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"adea31be-6402-4200-b2d9-0e109bfa3153","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.311102815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"766652f2-02b3-4dac-ba04-ff2eb2743cab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.37881423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"766652f2-02b3-4dac-ba04-ff2eb2743cab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.382271717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f680a7a3-68a0-4cb5-9289-a85d76b313f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.432545724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"19825186-fb35-460b-894b-f4b47be53a44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.438756286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"766652f2-02b3-4dac-ba04-ff2eb2743cab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.439937087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f680a7a3-68a0-4cb5-9289-a85d76b313f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:13:46.494037123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"766652f2-02b3-4dac-ba04-ff2eb2743cab","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.499564791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f680a7a3-68a0-4cb5-9289-a85d76b313f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.50019928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e2c4db9b-03eb-49a6-90b0-a478ec0571cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:13:46.553753421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f680a7a3-68a0-4cb5-9289-a85d76b313f1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.66541687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b87a0554-a0a7-451e-b650-098bbb36b190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.729291807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b87a0554-a0a7-451e-b650-098bbb36b190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.765391219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab1cb5af-6f3a-4075-902b-65f9c26c7633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.792717836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b87a0554-a0a7-451e-b650-098bbb36b190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.830408816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab1cb5af-6f3a-4075-902b-65f9c26c7633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:46.894237808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab1cb5af-6f3a-4075-902b-65f9c26c7633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:47.055220466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5aae2739-b248-4655-ad35-56821557cbe3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:47.055246717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5aae2739-b248-4655-ad35-56821557cbe3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:47.295431466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fe03fed6-057d-43cf-a1dc-7a354e1ce69c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:49.875149849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"31e88a4c-d5d2-4d53-8130-31081a36f4d0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:49.875178957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"31e88a4c-d5d2-4d53-8130-31081a36f4d0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:51.64212492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"985a9188-fe33-4393-bde0-2b487d3f918b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:51.710217847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aab0631d-c503-4942-9b8c-ea37e2791dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:51.710263981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdb2a463-60f8-4642-a082-f3f1cabd8e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:51.813978962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9f7dfb04-aec4-42f5-aaaa-5dae5bd06e9e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:51.819185874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9f7dfb04-aec4-42f5-aaaa-5dae5bd06e9e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:51.819166151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aab0631d-c503-4942-9b8c-ea37e2791dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:51.820501007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdb2a463-60f8-4642-a082-f3f1cabd8e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:51.87662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aab0631d-c503-4942-9b8c-ea37e2791dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:51.877173123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdb2a463-60f8-4642-a082-f3f1cabd8e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:51.93495406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e77d91ab-c6ef-4085-be07-7fd4aef36634","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:51.934982003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e77d91ab-c6ef-4085-be07-7fd4aef36634","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:51.935697627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b99fa07-b576-4d1f-afe7-cbe567465700","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:51.935720024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b99fa07-b576-4d1f-afe7-cbe567465700","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:53.329048557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ab324051-9861-4593-b9ff-78220c4c5757","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:53.329157886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ab324051-9861-4593-b9ff-78220c4c5757","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:55.773178373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"46840737-1d3e-47b5-a90e-a240bd1825d8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:55.773198599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"46840737-1d3e-47b5-a90e-a240bd1825d8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:55.831287812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a89f8619-278c-4847-a1ba-0c7a4d7a3e4c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:55.831310548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a89f8619-278c-4847-a1ba-0c7a4d7a3e4c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:55.831531524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0957c17-72ad-405d-b417-b67179c4bf0c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:55.831542516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0957c17-72ad-405d-b417-b67179c4bf0c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:55.831725396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dce8a44d-6caf-4dd4-bfc5-f86ad0b99203","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:55.831736101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dce8a44d-6caf-4dd4-bfc5-f86ad0b99203","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:58.338314015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"31d5e78d-cc91-41f4-9900-aa7638935509","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:13:58.338335239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"31d5e78d-cc91-41f4-9900-aa7638935509","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:01.416266607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6b2e5887-1158-462c-9c3d-1ad17428e5d0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:01.416287103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6b2e5887-1158-462c-9c3d-1ad17428e5d0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:01.935705001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55e40367-2f77-481f-852b-5eae02859b6d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:01.935722649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55e40367-2f77-481f-852b-5eae02859b6d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:01.936285087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2051e6e-f603-4ffa-8d4d-a935e28574f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:01.936302511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2051e6e-f603-4ffa-8d4d-a935e28574f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:01.959567427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0298d287-c5aa-4a64-b73c-c430608268f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:02.065726378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"137c9942-fc8e-46c6-9ba1-db24bafe3368","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:02.091079131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b952d8d9-288f-4d7c-a475-6bff901e8eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:02.091079129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d8dfecd-802f-4c30-ae44-89ba576e47c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:02.19754754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b952d8d9-288f-4d7c-a475-6bff901e8eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:02.198927357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d8dfecd-802f-4c30-ae44-89ba576e47c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:02.515258322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"63bc2607-b3b4-4cb6-a32e-031750253bf6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:02.515282396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"63bc2607-b3b4-4cb6-a32e-031750253bf6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:02.515888748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0bffd14-579b-444c-a719-4312b22d9d7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:02.515908379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0bffd14-579b-444c-a719-4312b22d9d7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:04.054062747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5631fdba-ff55-46d1-9e0a-5ba5327c25ee","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:04.054092561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5631fdba-ff55-46d1-9e0a-5ba5327c25ee","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:06.690284205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f77c7a5-811c-47a6-8c6f-0d0859b6d7e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:06.690313804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f77c7a5-811c-47a6-8c6f-0d0859b6d7e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:06.90120198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0cca419a-19b1-4290-9332-0543eadb7afd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:06.903722851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab2c336b-865f-4658-a46d-387af3403505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:06.903724159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0df7ec5-e520-4db2-b71f-cdfcdfbee756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:07.010516495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab2c336b-865f-4658-a46d-387af3403505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:07.010596493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0df7ec5-e520-4db2-b71f-cdfcdfbee756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:07.06935589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30a33d4f-a8d2-4b5a-bc71-aa76cca93fb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:07.069380467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30a33d4f-a8d2-4b5a-bc71-aa76cca93fb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:07.278289088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e9e66ac1-96f4-4c02-a700-61bffb2cec20","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:09.010173996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ade47431-1d36-491d-bb69-b4f70881c807","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:09.01021252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ade47431-1d36-491d-bb69-b4f70881c807","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:09.221851045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c153adec-9b54-43fa-9564-9639ff69af7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:09.227005941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fd373d9-33cd-40d2-8071-c91334d0302c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:09.227005981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5781fe2-a857-4d08-a93c-68d9bb205957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:09.334163721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fd373d9-33cd-40d2-8071-c91334d0302c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:09.334428755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5781fe2-a857-4d08-a93c-68d9bb205957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:09.395882721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"df630515-91aa-4706-a2c8-3980bf5e1240","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:09.39590619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"df630515-91aa-4706-a2c8-3980bf5e1240","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:09.605551781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c2a1fd36-1688-4313-9891-c8daec431987","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:11.863887978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7d8ea0d0-4df4-4bd5-a711-2725ab56d58c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:11.86390675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7d8ea0d0-4df4-4bd5-a711-2725ab56d58c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:11.886092423Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:12.023891941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cf033a0-5a56-4487-ac1e-3d2e90718de8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:12.080593653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cf033a0-5a56-4487-ac1e-3d2e90718de8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:12.088769382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74d2fd8a-7968-47e5-8a33-729a2d695652","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:12.088816238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74d2fd8a-7968-47e5-8a33-729a2d695652","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:12.262225506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70398201-0e89-457a-bf53-e21722655131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:12.315748364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f850e88-578a-42bf-8ac4-11f915c84aa8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:12.320673201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70398201-0e89-457a-bf53-e21722655131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:12.339333717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cc4db87d-2c89-47a3-9f2a-fb545f7e23d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:12.33935582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cc4db87d-2c89-47a3-9f2a-fb545f7e23d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:12.479931923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8360d4a-c463-4a9c-a86c-a6f1462c97df","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:12.479951728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8360d4a-c463-4a9c-a86c-a6f1462c97df","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:12.504520345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca15206a-da86-4349-9b49-f835e62a1cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:12.561772288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca15206a-da86-4349-9b49-f835e62a1cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:41.93572998Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:54.542470229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55165965-41a5-4b3b-b79f-a72a5fc5ec35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:54.597034667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55165965-41a5-4b3b-b79f-a72a5fc5ec35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:54.649833215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55165965-41a5-4b3b-b79f-a72a5fc5ec35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:54.701993796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55165965-41a5-4b3b-b79f-a72a5fc5ec35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:55.133118509Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-a48099","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-a48099","reconcileID":"89e68b37-0735-4fc4-b8aa-8c1586a196cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-a48099","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-a48099":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:55.822002858Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-7d1ec3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-7d1ec3","reconcileID":"a01783fd-af68-4422-86cd-8d6b9c905284","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-7d1ec3","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-7d1ec3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:56.431383715Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-3d70ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-3d70ff","reconcileID":"d91198a7-f9ef-42ad-9c77-72b6404db5e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-3d70ff","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-3d70ff":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:56.638803412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16901856-e873-418b-813c-843665a54eb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:56.690763412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16901856-e873-418b-813c-843665a54eb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:56.742626605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16901856-e873-418b-813c-843665a54eb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:56.796494647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16901856-e873-418b-813c-843665a54eb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:58.69855383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c1846e-0420-4283-8e0c-f312fc2f9bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:58.750699006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c1846e-0420-4283-8e0c-f312fc2f9bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:58.802714812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c1846e-0420-4283-8e0c-f312fc2f9bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:14:58.85451312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c1846e-0420-4283-8e0c-f312fc2f9bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:00.740422606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f121637f-6b6b-4255-9030-cbfd64e8bfc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:00.792485402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f121637f-6b6b-4255-9030-cbfd64e8bfc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:00.844377544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f121637f-6b6b-4255-9030-cbfd64e8bfc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:00.896197694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f121637f-6b6b-4255-9030-cbfd64e8bfc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:02.782234044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ff7eb9-c81d-475a-afbd-47deb97f2d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:02.834659993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ff7eb9-c81d-475a-afbd-47deb97f2d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:02.887084915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ff7eb9-c81d-475a-afbd-47deb97f2d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:02.939267554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ff7eb9-c81d-475a-afbd-47deb97f2d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:04.911359295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b7e420-43a4-41a4-96a1-7bc8ea3b79cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:04.963206803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b7e420-43a4-41a4-96a1-7bc8ea3b79cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:05.014935873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b7e420-43a4-41a4-96a1-7bc8ea3b79cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:05.066737992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b7e420-43a4-41a4-96a1-7bc8ea3b79cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:05.828416836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"28ba3744-c85e-407e-a225-f2cb97026a2f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:05.945529416Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"28ba3744-c85e-407e-a225-f2cb97026a2f","name":"e2e-worker-w0-7d1ec3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:06.963007795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2b58dc-fd32-479c-9327-6c87d10fb4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:07.016063285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2b58dc-fd32-479c-9327-6c87d10fb4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:07.068115841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2b58dc-fd32-479c-9327-6c87d10fb4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:07.119920866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2b58dc-fd32-479c-9327-6c87d10fb4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:09.012857393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1151a88f-41fd-4e8f-ba6c-c8ad79a2e933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:09.064882632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1151a88f-41fd-4e8f-ba6c-c8ad79a2e933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:09.116735392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1151a88f-41fd-4e8f-ba6c-c8ad79a2e933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:09.168859883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1151a88f-41fd-4e8f-ba6c-c8ad79a2e933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:11.049551879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee42e412-a46f-457c-bb83-9d78b2e94a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:11.101090545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"d5f932ca-315c-47f4-b529-82c862df0162","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:11.10216003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee42e412-a46f-457c-bb83-9d78b2e94a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:11.156519674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee42e412-a46f-457c-bb83-9d78b2e94a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:11.209953435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee42e412-a46f-457c-bb83-9d78b2e94a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:11.276231349Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"d5f932ca-315c-47f4-b529-82c862df0162","name":"e2e-worker-w2-3d70ff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:11.889636992Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:13.483847024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ef84f1a1-625b-47ff-ade5-f251ed4a141d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:13.723908678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d1a9ff66-e90c-44c3-bad5-6f9271762be6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:15.979837745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"98355ffe-328a-407d-b1af-240b199c855f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.103032102Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"98355ffe-328a-407d-b1af-240b199c855f","name":"e2e-worker-w4-a48099-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.358157214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6559817b-4d2f-405a-be7e-4b217f438732","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.358183622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6559817b-4d2f-405a-be7e-4b217f438732","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.413506506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeebf5e0-9007-4948-912e-2e16b0042a28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.413530018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeebf5e0-9007-4948-912e-2e16b0042a28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.567456016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8043cb3b","reconcileID":"aa4e362d-5bd4-4393-aa63-8d5e5dca1078","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.598679628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2edeaf73-004b-4af3-b21d-99e5650ad8af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.598699764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2edeaf73-004b-4af3-b21d-99e5650ad8af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.624987061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8043cb3b","reconcileID":"aa4e362d-5bd4-4393-aa63-8d5e5dca1078","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.657968962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dab75e24-1f7e-49cf-b0b2-f98b3b043d39","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.657992597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dab75e24-1f7e-49cf-b0b2-f98b3b043d39","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.707855275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cac21d4-f475-49c6-8764-b81c04bdb52e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.707876742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cac21d4-f475-49c6-8764-b81c04bdb52e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.716219283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd424cee-38df-43fa-b970-9da0884bbfc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.71624013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd424cee-38df-43fa-b970-9da0884bbfc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.752609543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89637cbf-2099-43d0-a74c-11b3e29878f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.752609545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de520df8-8dad-4cf2-9a49-95c1e642b246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.764670888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a4323b4-2331-43c9-b899-529059a95c88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.764692987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a4323b4-2331-43c9-b899-529059a95c88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:15:16.769169864Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-neg-ghost-sub-8043cb3b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-8043cb3b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.809619358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de520df8-8dad-4cf2-9a49-95c1e642b246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.809675955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89637cbf-2099-43d0-a74c-11b3e29878f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.94386364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09ef7f8d-7274-4eb3-b07e-9f40d7ccb441","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:16.943889255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09ef7f8d-7274-4eb3-b07e-9f40d7ccb441","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:17.034199681Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8043cb3b","reconcileID":"9f399bd6-99c3-4349-824c-fbb1a2933709","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-8043cb3b","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:17.034375861Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8043cb3b","reconcileID":"9f399bd6-99c3-4349-824c-fbb1a2933709","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8043cb3b","error":"MaaSModelRef not found: llm/nonexistent-model-8043cb3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:17.100531628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8043cb3b","reconcileID":"6e9e489e-70db-4822-b66e-d6910be166b8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:17.157168421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8043cb3b","reconcileID":"6e9e489e-70db-4822-b66e-d6910be166b8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:17.242438952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"13939cef-885e-4ad1-853a-1d032111ef24","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:17.243499948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68311b84-8497-4c13-a534-5477e696122c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:17.243499965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b683eb9-386d-4c16-80c5-1e6d38f0b453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:17.297737873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e23c2bd-5013-4ebb-bb63-29c23a7a103d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:17.297760319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e23c2bd-5013-4ebb-bb63-29c23a7a103d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:17.301924446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68311b84-8497-4c13-a534-5477e696122c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:17.301956112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b683eb9-386d-4c16-80c5-1e6d38f0b453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:17.505927698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8043cb3b","reconcileID":"c9794784-da52-413b-a401-69bf23724384","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:17.506065132Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8043cb3b","reconcileID":"c9794784-da52-413b-a401-69bf23724384","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8043cb3b","error":"MaaSModelRef not found: llm/nonexistent-model-8043cb3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:19.364015625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b8b744c-2dd0-413e-a1a0-0a2a2437e38e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:19.364041315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b8b744c-2dd0-413e-a1a0-0a2a2437e38e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:19.5199741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8043cb3b","reconcileID":"607c3693-b94e-4399-aab8-692a06992d37","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:19.520011589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6a1cd5a-a0aa-4781-b78e-0e706e75df1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:19.520661333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95cfda06-b29d-4256-ba72-6a14a3d9b879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:19.577649734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6a1cd5a-a0aa-4781-b78e-0e706e75df1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:19.579146228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8043cb3b","reconcileID":"607c3693-b94e-4399-aab8-692a06992d37","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:19.58047243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95cfda06-b29d-4256-ba72-6a14a3d9b879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:27.733074428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da73a8b0-f11b-4f3b-a7d6-8143dfee3449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:27.784949361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da73a8b0-f11b-4f3b-a7d6-8143dfee3449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:27.836869815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da73a8b0-f11b-4f3b-a7d6-8143dfee3449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:27.88897913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da73a8b0-f11b-4f3b-a7d6-8143dfee3449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:29.525980682Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8043cb3b","reconcileID":"6e9e96d1-4ce2-48de-80a9-1e610a66c646","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6c9a82e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:29.77823602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee173d5-da9d-403c-965f-27f50ca44557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:29.830281775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee173d5-da9d-403c-965f-27f50ca44557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:29.88235221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee173d5-da9d-403c-965f-27f50ca44557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:29.934440169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee173d5-da9d-403c-965f-27f50ca44557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:32.752548391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40705472-af6b-450f-8450-627fae9e95f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:32.804517599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40705472-af6b-450f-8450-627fae9e95f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:32.856441514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40705472-af6b-450f-8450-627fae9e95f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:32.908270419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40705472-af6b-450f-8450-627fae9e95f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:34.179090426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"37c09b65-2a6d-400a-aea6-f901ed4457f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:34.21824698Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f462a204-b068-49fd-a736-321a2f776f5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:34.533258319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9035ec20-137a-4256-980c-ce59c395cc67","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:34.808045742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c26a11a-1e91-4009-9d0e-4dbccf96a74d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:34.859626859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c26a11a-1e91-4009-9d0e-4dbccf96a74d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:34.911397445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c26a11a-1e91-4009-9d0e-4dbccf96a74d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:34.963353857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c26a11a-1e91-4009-9d0e-4dbccf96a74d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:37.800967524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"626f6226-2f7e-436d-ab4d-9e4ccffecd2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:37.852682324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"626f6226-2f7e-436d-ab4d-9e4ccffecd2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:37.904572411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"626f6226-2f7e-436d-ab4d-9e4ccffecd2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:37.95659669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"626f6226-2f7e-436d-ab4d-9e4ccffecd2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:39.578699522Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8043cb3b","reconcileID":"99542482-508a-4ab9-abe6-376d54060e53","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-8043cb3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:39.735929639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8043cb3b","reconcileID":"99542482-508a-4ab9-abe6-376d54060e53","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:39.735958114Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8043cb3b","reconcileID":"99542482-508a-4ab9-abe6-376d54060e53","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8043cb3b","subscription":"e2e-neg-ghost-sub-8043cb3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:39.73608215Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8043cb3b","reconcileID":"99542482-508a-4ab9-abe6-376d54060e53","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8043cb3b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8043cb3b","error":"MaaSModelRef not found: llm/nonexistent-model-8043cb3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:39.89790917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd11710-da3a-4229-8495-74826be1a37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:39.949696593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd11710-da3a-4229-8495-74826be1a37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.001905427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd11710-da3a-4229-8495-74826be1a37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.00255309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d0f96f43-c245-4f78-a20a-304f816da428","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.053849757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd11710-da3a-4229-8495-74826be1a37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.062132892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f76b10ac-9909-4daf-be29-096a742cdd7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.062151358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f76b10ac-9909-4daf-be29-096a742cdd7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.215887912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7c5c5c71-fdd6-43b4-a5f2-f804a664bfd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.216397579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c765e0e8-da7d-4007-8346-c76c319fee79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.216407949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98f49652-4360-46de-8c2b-97910cdb1e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.216840976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8043cb3b","reconcileID":"2e8ce4ee-1f19-4027-9b0b-2203cd133ffd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.226824617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21ff0d78-d32f-4c80-985c-266c7034192a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.226840836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21ff0d78-d32f-4c80-985c-266c7034192a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.274163556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98f49652-4360-46de-8c2b-97910cdb1e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.275845925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c765e0e8-da7d-4007-8346-c76c319fee79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.279166191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8043cb3b","reconcileID":"2e8ce4ee-1f19-4027-9b0b-2203cd133ffd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.479849788Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8043cb3b","reconcileID":"b3474214-659a-4d79-8187-b0b58a6417e3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8043cb3b","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.639173892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a612fd2d-b701-49a4-ad97-5d434b2473af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.639198942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a612fd2d-b701-49a4-ad97-5d434b2473af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.934175215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e3a6aee-6b50-4c57-b407-61c92eb0d135","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.934193652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e3a6aee-6b50-4c57-b407-61c92eb0d135","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.989349445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fcf1079-cdd4-4417-ad57-48c63c0cc987","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:40.989373282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fcf1079-cdd4-4417-ad57-48c63c0cc987","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:41.197767591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4255d700","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4255d700","reconcileID":"bf764d7a-a86b-4ec4-b462-d8ecb0c18330","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4255d700","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:41.254906125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4255d700","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4255d700","reconcileID":"bf764d7a-a86b-4ec4-b462-d8ecb0c18330","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4255d700","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:41.422572725Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4255d700","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4255d700","reconcileID":"bf764d7a-a86b-4ec4-b462-d8ecb0c18330","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4255d700","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-4255d700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:41.686016901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9d08538-3795-476a-9bf7-44818743a28d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:41.686039448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9d08538-3795-476a-9bf7-44818743a28d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:41.88625869Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:41.902147749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4255d700","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4255d700","reconcileID":"574c2bde-ca08-4cba-ac2c-e767fd8b96c6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4255d700","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:41.958904172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4255d700","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4255d700","reconcileID":"574c2bde-ca08-4cba-ac2c-e767fd8b96c6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4255d700","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:42.066145678Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4255d700","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4255d700","reconcileID":"574c2bde-ca08-4cba-ac2c-e767fd8b96c6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4255d700","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-4255d700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:43.747463703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1c662a0-a713-4034-a3f5-c15550de29d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:43.74748387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1c662a0-a713-4034-a3f5-c15550de29d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:43.747503691Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4255d700","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4255d700","reconcileID":"2cf162dc-ce34-4ff8-87a2-b03c93284454","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4255d700","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:43.799537736Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4255d700","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4255d700","reconcileID":"2cf162dc-ce34-4ff8-87a2-b03c93284454","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4255d700","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-4255d700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:44.057639543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb3f8a8d-231f-4b1e-9412-592a50bef0ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:44.057657731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb3f8a8d-231f-4b1e-9412-592a50bef0ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:47.195346184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0dc5d889-f900-4940-8de4-1c3f97a70828","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:47.295506282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"007738da-bd46-42f4-8bbd-64e65da46b75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:51.848687009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c1c24ed-a578-4619-b89b-6c858d8dbb55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:51.900627022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c1c24ed-a578-4619-b89b-6c858d8dbb55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:51.952275828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c1c24ed-a578-4619-b89b-6c858d8dbb55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:52.004536449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c1c24ed-a578-4619-b89b-6c858d8dbb55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:52.43263044Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-2ea125","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-2ea125","reconcileID":"2f4b2605-ff9e-42b9-a2a5-23bab8004546","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-2ea125","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-2ea125":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:53.906232914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25846986-483d-40c1-8b60-c945dc6eea6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:53.958085382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25846986-483d-40c1-8b60-c945dc6eea6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:54.009801351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25846986-483d-40c1-8b60-c945dc6eea6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:54.06142138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25846986-483d-40c1-8b60-c945dc6eea6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:56.00844929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cfbc0e-c94f-49ad-80fe-275fa15b512f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:56.060335378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cfbc0e-c94f-49ad-80fe-275fa15b512f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:56.112374798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cfbc0e-c94f-49ad-80fe-275fa15b512f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:15:56.164117865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cfbc0e-c94f-49ad-80fe-275fa15b512f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:04.611415401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"0ca88b4d-3748-4fbc-a40a-82d227d99bdd","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:06.607560922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bbb4f720-532e-46b6-8151-fdd139dfaea4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:06.841551003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59eee9c6-e8e0-4fcc-9aae-8e5eb6bc5b0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:11.886420701Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:15.254643707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"768363ac-362a-455f-aaee-e4fe323c24a1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:15.371840127Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"768363ac-362a-455f-aaee-e4fe323c24a1","name":"e2e-inf-a-2ea125-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:17.228708851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"893d0ddc-722f-41ba-b626-68ad8e427170","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:17.297196646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"74003551-fbbd-4793-bd4a-12a03180627c","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:31.894554492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0c574329-27f3-41e7-86f2-aff27c7e7e26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:32.123912477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ee9958f-956a-4bee-9155-c0ba4d571889","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:35.33171298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"dcb503af-c1c8-43f3-905f-25789655dab8","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:39.766706546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"3f06c310-6427-4b7c-aa24-2a326442cedc","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:41.246772943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d77b4c3-6496-43ee-bf2d-25afabe22473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:41.298853873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d77b4c3-6496-43ee-bf2d-25afabe22473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:41.350590767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d77b4c3-6496-43ee-bf2d-25afabe22473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:41.40234242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d77b4c3-6496-43ee-bf2d-25afabe22473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:41.886288845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:42.158396994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"b32ff159-f1ed-454a-b62c-d037fec2f7c6","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:42.296401615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"7338760b-545b-4b5d-9cb4-df06d3220bd0","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:42.352958488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"8c2ce8ab-c60d-4df0-89e6-658ef23687b9","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:16:42.402935285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"ba96f38b-1a13-4347-98c9-5e8b230a12f9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:42.552882382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"c0fcd1e1-87d9-4ba3-8767-bccc18ff98fe","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:42.592487186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"14edd3b5-e9af-4954-8f42-fb3b2fe6554e","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:42.652694888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"cebaccd8-b40a-454e-b317-9cce8e22bd72","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:16:42.705935457Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"cebaccd8-b40a-454e-b317-9cce8e22bd72","name":"simulator-w0-7d1ec3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-7d1ec3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:16:42.706011152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"cebaccd8-b40a-454e-b317-9cce8e22bd72","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-7d1ec3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:42.712039197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"369b89e3-92be-46c1-a176-7a4297d24d25","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:42.760915554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7b668040-448e-4109-8ea8-7c15371ed1b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:42.86718593Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"fa17f1ca-a54d-4543-b4b1-99cdfc54e355","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"simulator-w0-7d1ec3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:42.877233664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"63e9c67f-235f-41cb-bd68-532eddbd2d76","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:42.888705391Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7b668040-448e-4109-8ea8-7c15371ed1b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:42.934227558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"cd5a115f-6fec-44bf-8771-cadaac0cafda","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:42.944451683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d1ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7b668040-448e-4109-8ea8-7c15371ed1b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:42.990530275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"e156bd22-3b23-4ccb-9e7d-d9b705a688da","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:16:42.99213245Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7d1ec3/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:42.999486931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"8153b041-2fa0-4cb1-b660-33718c0cc993","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.031234793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"d4fbeeb4-53ef-4d38-9ded-5ae9148b5b26","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.048983086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"497c6492-be48-44e9-9836-9da15442153c","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.102537338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"53b1cc35-fb2b-4c5e-b460-9fe665c3afaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.157031372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"8900d207-65d9-40d5-9e47-5582bc542e2a","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.161944805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"53b1cc35-fb2b-4c5e-b460-9fe665c3afaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.21536269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"f31de014-4115-471e-94c4-da2a5ed0864f","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.218549987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d1ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"53b1cc35-fb2b-4c5e-b460-9fe665c3afaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.238615085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"a5c33590-730f-4335-83a9-d558b286c528","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.260181183Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"1c10b25f-b16b-4cd1-882f-22215297e0bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"premium-w0-7d1ec3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.31549551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e93860-4216-4b4a-b271-d026934d0fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.367386278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e93860-4216-4b4a-b271-d026934d0fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.367608023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"490db5d0-a92e-4f78-a354-774395e3dc6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.419468197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e93860-4216-4b4a-b271-d026934d0fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.419653156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"973ec26b-9a61-4cda-bae4-e669334f5909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.471380742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e93860-4216-4b4a-b271-d026934d0fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.476491219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"490db5d0-a92e-4f78-a354-774395e3dc6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.528409728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"973ec26b-9a61-4cda-bae4-e669334f5909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.529594851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"539d1d77-6687-4e1c-b008-f8afa6011930","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.533058014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d1ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"490db5d0-a92e-4f78-a354-774395e3dc6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.584252349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d1ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"973ec26b-9a61-4cda-bae4-e669334f5909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.590383981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"62c29c99-10a0-4a6a-a9dd-e808efccfa2f","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.787049758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"7112f6ef-8483-4aec-9573-175ce9a2c45a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.787834362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"9b821463-a2de-42e8-9d15-510963955864","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.845446219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"7112f6ef-8483-4aec-9573-175ce9a2c45a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:43.903481899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d1ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"7112f6ef-8483-4aec-9573-175ce9a2c45a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:16:43.956540774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"7112f6ef-8483-4aec-9573-175ce9a2c45a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:44.118429257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f509f1c0-ce8b-4ea2-9a13-8e96a7c6e93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:44.17824497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f509f1c0-ce8b-4ea2-9a13-8e96a7c6e93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:44.23526123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d1ec3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f509f1c0-ce8b-4ea2-9a13-8e96a7c6e93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:44.875102161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"e57506d0-8b72-48c4-94ab-7b5fb6df381f","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:44.943289037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"0cd846ad-3e97-4b87-a809-16aba8fa43fc","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:48.208930619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2d8b5c-04ae-4414-814e-a5d24c924d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:48.261118224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2d8b5c-04ae-4414-814e-a5d24c924d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:48.313235046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2d8b5c-04ae-4414-814e-a5d24c924d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:48.365207298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2d8b5c-04ae-4414-814e-a5d24c924d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:48.725772893Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-af8051","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-af8051","reconcileID":"00d701e2-4043-4320-8f1b-6bcbd75faf73","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-af8051","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-af8051":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:50.318071094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd1151a-2faa-4352-86c6-b76da0d87ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:50.370250567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd1151a-2faa-4352-86c6-b76da0d87ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:50.422504313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd1151a-2faa-4352-86c6-b76da0d87ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:50.474597025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd1151a-2faa-4352-86c6-b76da0d87ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:53.739902794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"9d699990-e838-4016-9590-f4214ecbc91b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:53.806763508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"9d699990-e838-4016-9590-f4214ecbc91b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:53.862732533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d1ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (074558259b70b2664f7d3e34cd955dc07e589eb4e09171091550d3519d935a42) AuthConfig (d4a91068368b2becf4ede1ba2c706630e89fdf0f33d456d30ae644026618141d) AuthConfig (28555dadcfeb69288a26b09d22f4b77c1a5fdc9f71ab3bfdf29bf30c5b5c0e34) AuthConfig (b32dcd462601b3068906964041731b3969b5eb7b61add3a41d8906d484826c8c) AuthConfig (037d8412b06c9963967760834aa83fea17d4bbd0a57b9d57ff63c60bf929bf16) AuthConfig (fbe97626d926df68ebd0e229b5e43c28f6c10f33e4a477df6c19afe5688c0440) AuthConfig (7f2dbaa9f396711ba43336d44c5119dfd2b4da1dc8694bc020de2e7c5c29b257) AuthConfig (af01f3e2380e64ad7abbb48815dc24f2f9b9c647773b553a85f80c9d62c611eb) AuthConfig (57f64b3aca0372ee81360f085edd23c4ccc42b571c31069adf3cafbe0c0e2ac5) AuthConfig (4daa2db105ca43eac7925cdc6125963f2dd83fab9b4fe77addff37ffb18ce2c1) AuthConfig (b8d3b49eec0a45c5dbf2dcf71df84222bb88b470680c9427419113ed8a52de80) AuthConfig (384ab7b1046c50c14df7cb3d018a1c10e3710d6486acb656d873df9abd6a3528) AuthConfig (ae62cbaa5bad51685e8e6beeea698292e55369d2369c1d30b3a025a80bc61dab) AuthConfig (d81f554eb3ee3cd89f7877ccfcabfe60cca6021d6ae7d5a7d0a2d5c1920ce338) AuthConfig (fe68113b5cfd28a404a372ed0778ada2558834ab2cec5d5a758c6830cb491e40) AuthConfig (f8aaa090e933e10d2c76b6fc827faa0e2b70399daf2ede317e2349554fe48fc2) AuthConfig (2ce03d43eebe6b1d036d6ea783860703db333f3d94d92aa8ef23a262f8095b89) AuthConfig (da23361070789d8cde4c7d1b89bed4335374988d8230e23ee9cc01cadd9a73a1) AuthConfig (0cf98489300b7ae16b4eb6776ee02d6ef656ac0ea0d774a8cff134998063e9c4) AuthConfig (b6c85bc366fa65da50ed2966274d5784e8d701ed3efab9b138d452e457229136) AuthConfig (7cdd4a512f1add40fed704f957c37deaa30f55efea072cf17516e1ab68eaf154) AuthConfig (2cf6d314b136e72ee12abf5719e2dbd3758356fdc73856e37f57c47fe0748afc) AuthConfig (ef0c6778f57553d7f70af81229ef416bb2a2127fcaa34c5221cb326d6dec4b07) AuthConfig (217b2cfa382bb397b2b3c0ee7ded33cf6839c646142daff36ad3e407dfc01cd7) AuthConfig (1976d2f92fa82b48aba0ac19f1c9777dd50d3e9b0c69e7a38ad9e8cf413fd29a) AuthConfig (1783cdb29e379f1c625dc9df7bb776494e50c5e27c9f59490883cfd43de540dd) AuthConfig (7419de9c18b69f558bae2e79e02ffd3178967e603d832a6236ccd10674686e39) AuthConfig (4b4975998017ff28b5ef06061c1147ac0a6d5a9f73d3d054ce752e0195d2ee44) AuthConfig (0484033b7bef9e1daa47b65ae9d68f6c4650964e3788766c5929b79b78d98efd) AuthConfig (6b49b8ccb702891442aceea4e503eb663713168abc40b341b35b36735054aca9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"9d699990-e838-4016-9590-f4214ecbc91b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:53.888228446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38d7b1af-2fd3-4a8c-ae52-89dcfc444043","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:53.92035528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"91e68ff8-a788-4620-8616-b425dcb20497","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.069191461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"bf086a39-2bc7-4573-9fe0-51c0d6328c27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.168610464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3f01724c-1114-4d5b-a03b-6327d6940b3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.232676449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"1407fce8-12c9-4a7e-bbe4-6acaedc8f78c","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.268517422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"e7703875-20bf-4986-80bb-1a78c7777a6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.346236107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"dc069034-1f6d-443a-813e-937a038a9740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.346253905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ae9cffed-7da5-4ef9-ae0b-2a7b48eab712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.40377823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ae9cffed-7da5-4ef9-ae0b-2a7b48eab712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.40386735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"dc069034-1f6d-443a-813e-937a038a9740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.433199764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"854ac068-342e-4cd3-976b-71f26a3d4a22","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.459652272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d1ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (074558259b70b2664f7d3e34cd955dc07e589eb4e09171091550d3519d935a42) AuthConfig (d4a91068368b2becf4ede1ba2c706630e89fdf0f33d456d30ae644026618141d) AuthConfig (28555dadcfeb69288a26b09d22f4b77c1a5fdc9f71ab3bfdf29bf30c5b5c0e34) AuthConfig (b32dcd462601b3068906964041731b3969b5eb7b61add3a41d8906d484826c8c) AuthConfig (037d8412b06c9963967760834aa83fea17d4bbd0a57b9d57ff63c60bf929bf16) AuthConfig (fbe97626d926df68ebd0e229b5e43c28f6c10f33e4a477df6c19afe5688c0440) AuthConfig (7f2dbaa9f396711ba43336d44c5119dfd2b4da1dc8694bc020de2e7c5c29b257) AuthConfig (af01f3e2380e64ad7abbb48815dc24f2f9b9c647773b553a85f80c9d62c611eb) AuthConfig (57f64b3aca0372ee81360f085edd23c4ccc42b571c31069adf3cafbe0c0e2ac5) AuthConfig (4daa2db105ca43eac7925cdc6125963f2dd83fab9b4fe77addff37ffb18ce2c1) AuthConfig (b8d3b49eec0a45c5dbf2dcf71df84222bb88b470680c9427419113ed8a52de80) AuthConfig (384ab7b1046c50c14df7cb3d018a1c10e3710d6486acb656d873df9abd6a3528) AuthConfig (ae62cbaa5bad51685e8e6beeea698292e55369d2369c1d30b3a025a80bc61dab) AuthConfig (d81f554eb3ee3cd89f7877ccfcabfe60cca6021d6ae7d5a7d0a2d5c1920ce338) AuthConfig (fe68113b5cfd28a404a372ed0778ada2558834ab2cec5d5a758c6830cb491e40) AuthConfig (f8aaa090e933e10d2c76b6fc827faa0e2b70399daf2ede317e2349554fe48fc2) AuthConfig (2ce03d43eebe6b1d036d6ea783860703db333f3d94d92aa8ef23a262f8095b89) AuthConfig (da23361070789d8cde4c7d1b89bed4335374988d8230e23ee9cc01cadd9a73a1) AuthConfig (0cf98489300b7ae16b4eb6776ee02d6ef656ac0ea0d774a8cff134998063e9c4) AuthConfig (b6c85bc366fa65da50ed2966274d5784e8d701ed3efab9b138d452e457229136) AuthConfig (7cdd4a512f1add40fed704f957c37deaa30f55efea072cf17516e1ab68eaf154) AuthConfig (2cf6d314b136e72ee12abf5719e2dbd3758356fdc73856e37f57c47fe0748afc) AuthConfig (ef0c6778f57553d7f70af81229ef416bb2a2127fcaa34c5221cb326d6dec4b07) AuthConfig (217b2cfa382bb397b2b3c0ee7ded33cf6839c646142daff36ad3e407dfc01cd7) AuthConfig (1976d2f92fa82b48aba0ac19f1c9777dd50d3e9b0c69e7a38ad9e8cf413fd29a) AuthConfig (1783cdb29e379f1c625dc9df7bb776494e50c5e27c9f59490883cfd43de540dd) AuthConfig (7419de9c18b69f558bae2e79e02ffd3178967e603d832a6236ccd10674686e39) AuthConfig (4b4975998017ff28b5ef06061c1147ac0a6d5a9f73d3d054ce752e0195d2ee44) AuthConfig (0484033b7bef9e1daa47b65ae9d68f6c4650964e3788766c5929b79b78d98efd) AuthConfig (6b49b8ccb702891442aceea4e503eb663713168abc40b341b35b36735054aca9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ae9cffed-7da5-4ef9-ae0b-2a7b48eab712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.459669649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d1ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (074558259b70b2664f7d3e34cd955dc07e589eb4e09171091550d3519d935a42) AuthConfig (d4a91068368b2becf4ede1ba2c706630e89fdf0f33d456d30ae644026618141d) AuthConfig (28555dadcfeb69288a26b09d22f4b77c1a5fdc9f71ab3bfdf29bf30c5b5c0e34) AuthConfig (b32dcd462601b3068906964041731b3969b5eb7b61add3a41d8906d484826c8c) AuthConfig (037d8412b06c9963967760834aa83fea17d4bbd0a57b9d57ff63c60bf929bf16) AuthConfig (fbe97626d926df68ebd0e229b5e43c28f6c10f33e4a477df6c19afe5688c0440) AuthConfig (7f2dbaa9f396711ba43336d44c5119dfd2b4da1dc8694bc020de2e7c5c29b257) AuthConfig (af01f3e2380e64ad7abbb48815dc24f2f9b9c647773b553a85f80c9d62c611eb) AuthConfig (57f64b3aca0372ee81360f085edd23c4ccc42b571c31069adf3cafbe0c0e2ac5) AuthConfig (4daa2db105ca43eac7925cdc6125963f2dd83fab9b4fe77addff37ffb18ce2c1) AuthConfig (b8d3b49eec0a45c5dbf2dcf71df84222bb88b470680c9427419113ed8a52de80) AuthConfig (384ab7b1046c50c14df7cb3d018a1c10e3710d6486acb656d873df9abd6a3528) AuthConfig (ae62cbaa5bad51685e8e6beeea698292e55369d2369c1d30b3a025a80bc61dab) AuthConfig (d81f554eb3ee3cd89f7877ccfcabfe60cca6021d6ae7d5a7d0a2d5c1920ce338) AuthConfig (fe68113b5cfd28a404a372ed0778ada2558834ab2cec5d5a758c6830cb491e40) AuthConfig (f8aaa090e933e10d2c76b6fc827faa0e2b70399daf2ede317e2349554fe48fc2) AuthConfig (2ce03d43eebe6b1d036d6ea783860703db333f3d94d92aa8ef23a262f8095b89) AuthConfig (da23361070789d8cde4c7d1b89bed4335374988d8230e23ee9cc01cadd9a73a1) AuthConfig (0cf98489300b7ae16b4eb6776ee02d6ef656ac0ea0d774a8cff134998063e9c4) AuthConfig (b6c85bc366fa65da50ed2966274d5784e8d701ed3efab9b138d452e457229136) AuthConfig (7cdd4a512f1add40fed704f957c37deaa30f55efea072cf17516e1ab68eaf154) AuthConfig (2cf6d314b136e72ee12abf5719e2dbd3758356fdc73856e37f57c47fe0748afc) AuthConfig (ef0c6778f57553d7f70af81229ef416bb2a2127fcaa34c5221cb326d6dec4b07) AuthConfig (217b2cfa382bb397b2b3c0ee7ded33cf6839c646142daff36ad3e407dfc01cd7) AuthConfig (1976d2f92fa82b48aba0ac19f1c9777dd50d3e9b0c69e7a38ad9e8cf413fd29a) AuthConfig (1783cdb29e379f1c625dc9df7bb776494e50c5e27c9f59490883cfd43de540dd) AuthConfig (7419de9c18b69f558bae2e79e02ffd3178967e603d832a6236ccd10674686e39) AuthConfig (4b4975998017ff28b5ef06061c1147ac0a6d5a9f73d3d054ce752e0195d2ee44) AuthConfig (0484033b7bef9e1daa47b65ae9d68f6c4650964e3788766c5929b79b78d98efd) AuthConfig (6b49b8ccb702891442aceea4e503eb663713168abc40b341b35b36735054aca9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"dc069034-1f6d-443a-813e-937a038a9740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.51747726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"04d19f7e-2453-467a-980f-e82a85367808","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.621207645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"dcee3811-7710-4a50-b54c-a7b1988f1cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.678197664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"dcee3811-7710-4a50-b54c-a7b1988f1cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.715126583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"da0d0770-1200-4371-9d9a-d7edf3e5d5f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.733769049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d1ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (074558259b70b2664f7d3e34cd955dc07e589eb4e09171091550d3519d935a42) AuthConfig (d4a91068368b2becf4ede1ba2c706630e89fdf0f33d456d30ae644026618141d) AuthConfig (28555dadcfeb69288a26b09d22f4b77c1a5fdc9f71ab3bfdf29bf30c5b5c0e34) AuthConfig (b32dcd462601b3068906964041731b3969b5eb7b61add3a41d8906d484826c8c) AuthConfig (037d8412b06c9963967760834aa83fea17d4bbd0a57b9d57ff63c60bf929bf16) AuthConfig (fbe97626d926df68ebd0e229b5e43c28f6c10f33e4a477df6c19afe5688c0440) AuthConfig (7f2dbaa9f396711ba43336d44c5119dfd2b4da1dc8694bc020de2e7c5c29b257) AuthConfig (af01f3e2380e64ad7abbb48815dc24f2f9b9c647773b553a85f80c9d62c611eb) AuthConfig (57f64b3aca0372ee81360f085edd23c4ccc42b571c31069adf3cafbe0c0e2ac5) AuthConfig (4daa2db105ca43eac7925cdc6125963f2dd83fab9b4fe77addff37ffb18ce2c1) AuthConfig (b8d3b49eec0a45c5dbf2dcf71df84222bb88b470680c9427419113ed8a52de80) AuthConfig (384ab7b1046c50c14df7cb3d018a1c10e3710d6486acb656d873df9abd6a3528) AuthConfig (ae62cbaa5bad51685e8e6beeea698292e55369d2369c1d30b3a025a80bc61dab) AuthConfig (d81f554eb3ee3cd89f7877ccfcabfe60cca6021d6ae7d5a7d0a2d5c1920ce338) AuthConfig (fe68113b5cfd28a404a372ed0778ada2558834ab2cec5d5a758c6830cb491e40) AuthConfig (f8aaa090e933e10d2c76b6fc827faa0e2b70399daf2ede317e2349554fe48fc2) AuthConfig (2ce03d43eebe6b1d036d6ea783860703db333f3d94d92aa8ef23a262f8095b89) AuthConfig (da23361070789d8cde4c7d1b89bed4335374988d8230e23ee9cc01cadd9a73a1) AuthConfig (0cf98489300b7ae16b4eb6776ee02d6ef656ac0ea0d774a8cff134998063e9c4) AuthConfig (b6c85bc366fa65da50ed2966274d5784e8d701ed3efab9b138d452e457229136) AuthConfig (7cdd4a512f1add40fed704f957c37deaa30f55efea072cf17516e1ab68eaf154) AuthConfig (2cf6d314b136e72ee12abf5719e2dbd3758356fdc73856e37f57c47fe0748afc) AuthConfig (ef0c6778f57553d7f70af81229ef416bb2a2127fcaa34c5221cb326d6dec4b07) AuthConfig (217b2cfa382bb397b2b3c0ee7ded33cf6839c646142daff36ad3e407dfc01cd7) AuthConfig (1976d2f92fa82b48aba0ac19f1c9777dd50d3e9b0c69e7a38ad9e8cf413fd29a) AuthConfig (1783cdb29e379f1c625dc9df7bb776494e50c5e27c9f59490883cfd43de540dd) AuthConfig (7419de9c18b69f558bae2e79e02ffd3178967e603d832a6236ccd10674686e39) AuthConfig (4b4975998017ff28b5ef06061c1147ac0a6d5a9f73d3d054ce752e0195d2ee44) AuthConfig (0484033b7bef9e1daa47b65ae9d68f6c4650964e3788766c5929b79b78d98efd) AuthConfig (6b49b8ccb702891442aceea4e503eb663713168abc40b341b35b36735054aca9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"dcee3811-7710-4a50-b54c-a7b1988f1cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.776771905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"da0d0770-1200-4371-9d9a-d7edf3e5d5f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:16:54.832441374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d1ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (074558259b70b2664f7d3e34cd955dc07e589eb4e09171091550d3519d935a42) AuthConfig (d4a91068368b2becf4ede1ba2c706630e89fdf0f33d456d30ae644026618141d) AuthConfig (28555dadcfeb69288a26b09d22f4b77c1a5fdc9f71ab3bfdf29bf30c5b5c0e34) AuthConfig (b32dcd462601b3068906964041731b3969b5eb7b61add3a41d8906d484826c8c) AuthConfig (037d8412b06c9963967760834aa83fea17d4bbd0a57b9d57ff63c60bf929bf16) AuthConfig (fbe97626d926df68ebd0e229b5e43c28f6c10f33e4a477df6c19afe5688c0440) AuthConfig (7f2dbaa9f396711ba43336d44c5119dfd2b4da1dc8694bc020de2e7c5c29b257) AuthConfig (af01f3e2380e64ad7abbb48815dc24f2f9b9c647773b553a85f80c9d62c611eb) AuthConfig (57f64b3aca0372ee81360f085edd23c4ccc42b571c31069adf3cafbe0c0e2ac5) AuthConfig (4daa2db105ca43eac7925cdc6125963f2dd83fab9b4fe77addff37ffb18ce2c1) AuthConfig (b8d3b49eec0a45c5dbf2dcf71df84222bb88b470680c9427419113ed8a52de80) AuthConfig (384ab7b1046c50c14df7cb3d018a1c10e3710d6486acb656d873df9abd6a3528) AuthConfig (ae62cbaa5bad51685e8e6beeea698292e55369d2369c1d30b3a025a80bc61dab) AuthConfig (d81f554eb3ee3cd89f7877ccfcabfe60cca6021d6ae7d5a7d0a2d5c1920ce338) AuthConfig (fe68113b5cfd28a404a372ed0778ada2558834ab2cec5d5a758c6830cb491e40) AuthConfig (f8aaa090e933e10d2c76b6fc827faa0e2b70399daf2ede317e2349554fe48fc2) AuthConfig (2ce03d43eebe6b1d036d6ea783860703db333f3d94d92aa8ef23a262f8095b89) AuthConfig (da23361070789d8cde4c7d1b89bed4335374988d8230e23ee9cc01cadd9a73a1) AuthConfig (0cf98489300b7ae16b4eb6776ee02d6ef656ac0ea0d774a8cff134998063e9c4) AuthConfig (b6c85bc366fa65da50ed2966274d5784e8d701ed3efab9b138d452e457229136) AuthConfig (7cdd4a512f1add40fed704f957c37deaa30f55efea072cf17516e1ab68eaf154) AuthConfig (2cf6d314b136e72ee12abf5719e2dbd3758356fdc73856e37f57c47fe0748afc) AuthConfig (ef0c6778f57553d7f70af81229ef416bb2a2127fcaa34c5221cb326d6dec4b07) AuthConfig (217b2cfa382bb397b2b3c0ee7ded33cf6839c646142daff36ad3e407dfc01cd7) AuthConfig (1976d2f92fa82b48aba0ac19f1c9777dd50d3e9b0c69e7a38ad9e8cf413fd29a) AuthConfig (1783cdb29e379f1c625dc9df7bb776494e50c5e27c9f59490883cfd43de540dd) AuthConfig (7419de9c18b69f558bae2e79e02ffd3178967e603d832a6236ccd10674686e39) AuthConfig (4b4975998017ff28b5ef06061c1147ac0a6d5a9f73d3d054ce752e0195d2ee44) AuthConfig (0484033b7bef9e1daa47b65ae9d68f6c4650964e3788766c5929b79b78d98efd) AuthConfig (6b49b8ccb702891442aceea4e503eb663713168abc40b341b35b36735054aca9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"da0d0770-1200-4371-9d9a-d7edf3e5d5f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:04.890340001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"a4238c4d-018a-49aa-aaff-b7150a97f019","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:04.947163626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"a4238c4d-018a-49aa-aaff-b7150a97f019","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:04.990608103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"30579d62-5740-4f66-aa53-a99d04ccc275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:05.002980014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d1ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (074558259b70b2664f7d3e34cd955dc07e589eb4e09171091550d3519d935a42) AuthConfig (d4a91068368b2becf4ede1ba2c706630e89fdf0f33d456d30ae644026618141d) AuthConfig (28555dadcfeb69288a26b09d22f4b77c1a5fdc9f71ab3bfdf29bf30c5b5c0e34) AuthConfig (b32dcd462601b3068906964041731b3969b5eb7b61add3a41d8906d484826c8c) AuthConfig (037d8412b06c9963967760834aa83fea17d4bbd0a57b9d57ff63c60bf929bf16) AuthConfig (fbe97626d926df68ebd0e229b5e43c28f6c10f33e4a477df6c19afe5688c0440) AuthConfig (7f2dbaa9f396711ba43336d44c5119dfd2b4da1dc8694bc020de2e7c5c29b257) AuthConfig (af01f3e2380e64ad7abbb48815dc24f2f9b9c647773b553a85f80c9d62c611eb) AuthConfig (57f64b3aca0372ee81360f085edd23c4ccc42b571c31069adf3cafbe0c0e2ac5) AuthConfig (4daa2db105ca43eac7925cdc6125963f2dd83fab9b4fe77addff37ffb18ce2c1) AuthConfig (b8d3b49eec0a45c5dbf2dcf71df84222bb88b470680c9427419113ed8a52de80) AuthConfig (384ab7b1046c50c14df7cb3d018a1c10e3710d6486acb656d873df9abd6a3528) AuthConfig (ae62cbaa5bad51685e8e6beeea698292e55369d2369c1d30b3a025a80bc61dab) AuthConfig (d81f554eb3ee3cd89f7877ccfcabfe60cca6021d6ae7d5a7d0a2d5c1920ce338) AuthConfig (fe68113b5cfd28a404a372ed0778ada2558834ab2cec5d5a758c6830cb491e40) AuthConfig (f8aaa090e933e10d2c76b6fc827faa0e2b70399daf2ede317e2349554fe48fc2) AuthConfig (2ce03d43eebe6b1d036d6ea783860703db333f3d94d92aa8ef23a262f8095b89) AuthConfig (da23361070789d8cde4c7d1b89bed4335374988d8230e23ee9cc01cadd9a73a1) AuthConfig (0cf98489300b7ae16b4eb6776ee02d6ef656ac0ea0d774a8cff134998063e9c4) AuthConfig (b6c85bc366fa65da50ed2966274d5784e8d701ed3efab9b138d452e457229136) AuthConfig (7cdd4a512f1add40fed704f957c37deaa30f55efea072cf17516e1ab68eaf154) AuthConfig (2cf6d314b136e72ee12abf5719e2dbd3758356fdc73856e37f57c47fe0748afc) AuthConfig (ef0c6778f57553d7f70af81229ef416bb2a2127fcaa34c5221cb326d6dec4b07) AuthConfig (217b2cfa382bb397b2b3c0ee7ded33cf6839c646142daff36ad3e407dfc01cd7) AuthConfig (1976d2f92fa82b48aba0ac19f1c9777dd50d3e9b0c69e7a38ad9e8cf413fd29a) AuthConfig (1783cdb29e379f1c625dc9df7bb776494e50c5e27c9f59490883cfd43de540dd) AuthConfig (7419de9c18b69f558bae2e79e02ffd3178967e603d832a6236ccd10674686e39) AuthConfig (4b4975998017ff28b5ef06061c1147ac0a6d5a9f73d3d054ce752e0195d2ee44) AuthConfig (0484033b7bef9e1daa47b65ae9d68f6c4650964e3788766c5929b79b78d98efd) AuthConfig (6b49b8ccb702891442aceea4e503eb663713168abc40b341b35b36735054aca9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"a4238c4d-018a-49aa-aaff-b7150a97f019","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:05.050632654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"30579d62-5740-4f66-aa53-a99d04ccc275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:05.106023508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d1ec3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (074558259b70b2664f7d3e34cd955dc07e589eb4e09171091550d3519d935a42) AuthConfig (d4a91068368b2becf4ede1ba2c706630e89fdf0f33d456d30ae644026618141d) AuthConfig (28555dadcfeb69288a26b09d22f4b77c1a5fdc9f71ab3bfdf29bf30c5b5c0e34) AuthConfig (b32dcd462601b3068906964041731b3969b5eb7b61add3a41d8906d484826c8c) AuthConfig (037d8412b06c9963967760834aa83fea17d4bbd0a57b9d57ff63c60bf929bf16) AuthConfig (fbe97626d926df68ebd0e229b5e43c28f6c10f33e4a477df6c19afe5688c0440) AuthConfig (7f2dbaa9f396711ba43336d44c5119dfd2b4da1dc8694bc020de2e7c5c29b257) AuthConfig (af01f3e2380e64ad7abbb48815dc24f2f9b9c647773b553a85f80c9d62c611eb) AuthConfig (57f64b3aca0372ee81360f085edd23c4ccc42b571c31069adf3cafbe0c0e2ac5) AuthConfig (4daa2db105ca43eac7925cdc6125963f2dd83fab9b4fe77addff37ffb18ce2c1) AuthConfig (b8d3b49eec0a45c5dbf2dcf71df84222bb88b470680c9427419113ed8a52de80) AuthConfig (384ab7b1046c50c14df7cb3d018a1c10e3710d6486acb656d873df9abd6a3528) AuthConfig (ae62cbaa5bad51685e8e6beeea698292e55369d2369c1d30b3a025a80bc61dab) AuthConfig (d81f554eb3ee3cd89f7877ccfcabfe60cca6021d6ae7d5a7d0a2d5c1920ce338) AuthConfig (fe68113b5cfd28a404a372ed0778ada2558834ab2cec5d5a758c6830cb491e40) AuthConfig (f8aaa090e933e10d2c76b6fc827faa0e2b70399daf2ede317e2349554fe48fc2) AuthConfig (2ce03d43eebe6b1d036d6ea783860703db333f3d94d92aa8ef23a262f8095b89) AuthConfig (da23361070789d8cde4c7d1b89bed4335374988d8230e23ee9cc01cadd9a73a1) AuthConfig (0cf98489300b7ae16b4eb6776ee02d6ef656ac0ea0d774a8cff134998063e9c4) AuthConfig (b6c85bc366fa65da50ed2966274d5784e8d701ed3efab9b138d452e457229136) AuthConfig (7cdd4a512f1add40fed704f957c37deaa30f55efea072cf17516e1ab68eaf154) AuthConfig (2cf6d314b136e72ee12abf5719e2dbd3758356fdc73856e37f57c47fe0748afc) AuthConfig (ef0c6778f57553d7f70af81229ef416bb2a2127fcaa34c5221cb326d6dec4b07) AuthConfig (217b2cfa382bb397b2b3c0ee7ded33cf6839c646142daff36ad3e407dfc01cd7) AuthConfig (1976d2f92fa82b48aba0ac19f1c9777dd50d3e9b0c69e7a38ad9e8cf413fd29a) AuthConfig (1783cdb29e379f1c625dc9df7bb776494e50c5e27c9f59490883cfd43de540dd) AuthConfig (7419de9c18b69f558bae2e79e02ffd3178967e603d832a6236ccd10674686e39) AuthConfig (4b4975998017ff28b5ef06061c1147ac0a6d5a9f73d3d054ce752e0195d2ee44) AuthConfig (0484033b7bef9e1daa47b65ae9d68f6c4650964e3788766c5929b79b78d98efd) AuthConfig (6b49b8ccb702891442aceea4e503eb663713168abc40b341b35b36735054aca9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"30579d62-5740-4f66-aa53-a99d04ccc275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:05.420076866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"04dadc8b-4248-4736-aeb9-2d8aaece0ad3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:05.538973475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d0ae4fd-e1f5-47c6-b808-6a31b90e1989","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:05.658510939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f29b9258-df46-41ba-b423-d605088d2935","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:05.759295927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"23f2cb75-b9b3-4455-9d36-84a3455f3549","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:07.559882396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"8062f497-daf4-46dc-9d5b-da6f5a2c8728","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:07.627869485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"65c316e4-5e64-4650-a74b-25e62d2a46c2","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:11.88545003Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:13.087108755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"6836d6fa-e47a-4de4-b5bc-6cd0ed89f56e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:13.259378122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4915f29d-5496-4d3c-89b7-00ea7783dacd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:13.37502041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"ee88ad8e-94f2-43ba-a0d0-0ca7be778aab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:13.476294382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0fb19412-9f69-4b2a-9c14-a24ddacb28ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:15.158626856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5e6d2ade-2435-4f51-bd15-344c7f5b342e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:15.215652006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5e6d2ade-2435-4f51-bd15-344c7f5b342e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:15.261230266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b821506a-c81a-4bbb-a408-e078ad4badea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:15.317820043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b821506a-c81a-4bbb-a408-e078ad4badea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:15.531516874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"254b9ed6-5325-4792-9562-3fdc34cfe379","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:15.639767741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"cb12055a-d2bc-4d89-8fca-f02f48d14bc9","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:17.976213499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"9a972a76-bc7e-4bc9-8c47-d49547847844","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.101074286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"8d117911-1929-4e55-ae5a-04ff05af0282","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.158473754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"94c64d25-6df6-4f04-91a6-63d66df76958","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.20964358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"4a311571-2ed0-46d4-9688-260980369db7","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:17:18.213969595Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.266326185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"aeb9fb09-a055-4cb2-b5d9-c66d001a97f0","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.301842697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"cef3feea-36dc-4d5a-892d-4d2698f9f333","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.376511346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"b7d4c2f3-5acf-4b95-b889-ea787d66ae13","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.41984092Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"cef3feea-36dc-4d5a-892d-4d2698f9f333","name":"e2e-inf-b-af8051-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.435476865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"ed742452-d098-4e9f-863a-818cfdfa3f91","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.483324397Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"d2892086-eaa0-4a33-9bc9-7f69d5904eb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"simulator-w2-3d70ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.539603824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"81beaae3-eebd-43bd-8bb8-7ae47861872b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.666412301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"14fbb08b-55d1-45bf-a6ea-2504571bf2cf","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.666839497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"75c62501-3636-4f5c-befc-1efe13e7ee59","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.668886599Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"81beaae3-eebd-43bd-8bb8-7ae47861872b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.720592944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"d0f8832e-f73f-4bc8-9f45-d339f29c0c70","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.72425177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-3d70ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"81beaae3-eebd-43bd-8bb8-7ae47861872b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:17:18.772331948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"dd557707-adfd-4599-a4d3-cc8a57c10b97","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.778522811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"bcaf0038-0d5e-4cef-ae1c-af3f2a5716c9","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.78105542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"b30305b2-eb49-4c97-8015-f3006e043e8d","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.875497481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"8ef5fb12-c008-4f90-8e92-8c342f7a3d74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.886508909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"8a3a5b93-43ad-4b1c-990f-98e7130b01c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.887195764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"676cb12b-df8e-4fc3-96a2-b4a773a359ec","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.941878696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"6eb3a216-9ffe-4494-976c-588724626987","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.943211001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"8a3a5b93-43ad-4b1c-990f-98e7130b01c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:18.956116007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"bd385a6f-50ca-48b2-ae34-f098a48f7bd5","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.003187175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-3d70ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"8a3a5b93-43ad-4b1c-990f-98e7130b01c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.014540051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"9da9371d-4c0b-4c46-858b-ede3002843b9","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:17:19.067956256Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"9da9371d-4c0b-4c46-858b-ede3002843b9","name":"premium-w2-3d70ff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-3d70ff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:17:19.068028355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"9da9371d-4c0b-4c46-858b-ede3002843b9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-3d70ff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.068178453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"3272e250-746d-4d4c-bd54-9073b3d49606","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.073217183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"c885e917-2a20-4338-8055-194ea6c15fda","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.158529066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3003da2f-22f0-4bfc-a919-604feb287f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.16186593Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"69b8694d-a880-4ddc-a319-fa7ecd2b0cc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"premium-w2-3d70ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.167652243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2b7dd9f2-36f8-4880-8da6-cc272edb83f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.215562022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3003da2f-22f0-4bfc-a919-604feb287f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.224541511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2b7dd9f2-36f8-4880-8da6-cc272edb83f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.27083636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-3d70ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3003da2f-22f0-4bfc-a919-604feb287f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.279725994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-3d70ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2b7dd9f2-36f8-4880-8da6-cc272edb83f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.327453679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"d659ca86-0e5d-4a34-947e-568f448cfa04","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.33692456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"8b96ec2f-f2df-44dc-8505-f66c96e22726","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.427672418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e81a1128-6d52-448a-99b8-c9f2c0c89dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.484934029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e81a1128-6d52-448a-99b8-c9f2c0c89dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.526439674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f5d3ced9-733d-4545-af9f-ec771137aa01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.536611246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"cedde833-77f8-4ea2-b7d1-80a4a243de5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.540366147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-3d70ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e81a1128-6d52-448a-99b8-c9f2c0c89dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.585052225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f5d3ced9-733d-4545-af9f-ec771137aa01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:19.64113813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-3d70ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f5d3ced9-733d-4545-af9f-ec771137aa01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:24.217401084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351bda70-82b8-4a1d-933b-4261b4e1f60a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:24.273623997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351bda70-82b8-4a1d-933b-4261b4e1f60a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:24.328066193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351bda70-82b8-4a1d-933b-4261b4e1f60a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:24.379835777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351bda70-82b8-4a1d-933b-4261b4e1f60a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:24.757666953Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a12c35","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a12c35","reconcileID":"4173588e-097b-4cda-9f34-4fec7ff8e30b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a12c35","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-a12c35":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:26.301069203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35667854-6f56-494f-b1c4-808867784ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:26.35269383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35667854-6f56-494f-b1c4-808867784ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:26.404493186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35667854-6f56-494f-b1c4-808867784ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:26.456404796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35667854-6f56-494f-b1c4-808867784ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.493370659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"492e27a6-8abc-4f5f-8de2-d3df50acff01","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.553345648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"d405c4ff-4d93-4ba1-b3ca-4011d8abc904","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.61571481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"9c9fbcb5-f776-42eb-bb84-e199921d1ea3","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.652449998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e-auth","reconcileID":"584fcaaf-579d-4e34-9fe5-c3720019db60","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.67555491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"a4242870-343b-4336-8b1a-096e44e22d6a","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.706033657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"bc52270a-1eb7-45d9-9a03-0eaf8ac6b1f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.709592612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e-auth","reconcileID":"584fcaaf-579d-4e34-9fe5-c3720019db60","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.719229916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"d6b1934b-2070-4e28-ac87-04ae8501c1a6","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:17:27.727852243Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7d1ec3/e2e-bulk-sub-d243bf0e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-d243bf0e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.763838533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"9127eefb-b2b2-4254-89e3-76824fc6eecf","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.803069602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"328661c5-23d8-4999-b8e9-6bf257467b77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.813547342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"73259f8f-3001-4cdb-af99-37168746fbcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.857218486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"9c79ef43-0be8-4a5a-ae68-c9c26c7ee32c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.859815192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"e8a2aa43-b469-4d9f-a4dc-3d0f3cb0ff52","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:17:27.860120819Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d243bf0e","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e","reconcileID":"d9facf09-d7f8-4435-932b-733b7b08e971","error":"failed to persist rateLimitIdentity: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-d243bf0e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.871278532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"73259f8f-3001-4cdb-af99-37168746fbcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.886384376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"9fc1c351-6b1b-44ce-9a13-887091e02771","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.914208744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"9c79ef43-0be8-4a5a-ae68-c9c26c7ee32c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:17:27.9148239Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a48099/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.915413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"3b3b3482-6774-432c-82f9-91e4bac15246","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.918003706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"10e2bac2-2269-4dd7-968e-909f5e1aea78","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.943399919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"b8eec34d-0323-43a0-87c7-f1b7e31c2dc1","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:27.976108396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"96ce88c0-42d0-4773-b924-7dc251f147d3","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.009407712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"2dbc09b3-869b-45a4-92b2-17e74fa64cea","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.10545524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"81d3708b-724b-40b9-8d18-adcf1bc083bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.105525414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"c09b4cc9-76cf-4aec-b428-e9ddd37e3ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.118772043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"ded68fbb-fb07-435a-aee3-b54810c7de21","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.164076687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"81d3708b-724b-40b9-8d18-adcf1bc083bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.164108663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"c09b4cc9-76cf-4aec-b428-e9ddd37e3ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.191901336Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d243bf0e","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e","reconcileID":"f1fe8d04-5549-4b00-9c86-66f7004d9d79","MaaSSubscription":{"name":"e2e-bulk-sub-d243bf0e","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/e2e-bulk-sub-d243bf0e","ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.220536526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-3d70ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a5254143cc9dc2896198d801ae6daaba52297266d4f7be3f46c06bf8e4124f0) AuthConfig (8b238546da808c7690bd93f9126feae9084b738c456ee315b6f22a3ddc6af202) AuthConfig (ab6baab7ef323a871f7664758d034b8f2dd1d9996bf1669e45ff64a6004c5f9a) AuthConfig (5efa7893676243243374512cf1ea65877c3fc9b43b2fe4f6834a371f92eb1da0) AuthConfig (71eaa08473e93ed128b4e531845380668ded8865a29883accd32a0250405e51b) AuthConfig (d2d219b559314e97265c17eebe56ebe8850801e959dd51e320af85db3ce3b977) AuthConfig (97054f79ab34f69d2439f86fe506a48ea27796a3c149f8e172e96387260680a8) AuthConfig (5b2bfdefbd31c8ec2d791fd5e6141421f806e6e1efb3b8bee67f95b54fe0c643) AuthConfig (55dc1027e6132a34fbfb1958a3317b31f01b93ce897335200bb3b81e5c8f66df) AuthConfig (6323835dc9e9dc987f2f5ac35d338fc64e0b04365c67fb5fffd42b53f8c9fd43) AuthConfig (9533d03edd5cea9a45239a40226728b81da7801508159a78b900c63978796518) AuthConfig (b932f04db8d7bd51a481eb39943f68be995c1c430ddbf4b5315f74c0df3c421e) AuthConfig (ff68d1fe0a095f9b55a57787a6df8563017ffa5dba8c97e46c944baf8fa10deb) AuthConfig (e1a79e4a3973e6e8b871d66a86ce4b514282da37be69abda77fb0d584703169e) AuthConfig (7d3fe40eff6a31bed5ea9305de9ecbea25c0a4fb94c707c119a26cbd0dbcb180) AuthConfig (550dc2d3d4c0c25df2dd89ccaf3a6f2aac5209780cf88ff8a857c7aa399b9c78) AuthConfig (42a2fada00f918e3e8857330b4113e88eb846f4ac50cd5bb4b51fdf52514b3cd) AuthConfig (53d0f3793eeab3f1c8fa280a015a039e6ca08490d5b165465fc0a27b3d279d5d) AuthConfig (d8cc3fec5ddbce28d77949315b63693702bc294603e3f30305da3d2d6c364e45) AuthConfig (03e57a1ad3d7c945f06de8996f8483e605a77ac99fc5f4a2d700d88345c5963e) AuthConfig (e716270c03e604d215ae28c64fcd19918bedc8387a6fd1501ce34f75e3ee1b3c) AuthConfig (de509691939ee63936e638df7baa98ad470a3ac149a516e504a80fdf07ec99b9) AuthConfig (f630af735dd8242d88acec350a9e958fb0965b72a81cc4b2192aadc925312168) AuthConfig (9aa3114205ca687d5db3faa15bb39f3ec89944cfaca6bcd246031617eacec8a6) AuthConfig (a5a3ae072b6a6b10be56920095a97bcb060c40cd588ba8fae7ca2e35cab86b1e) AuthConfig (ec98d24bdadbd66f517da18b21228b3e6918f71f8a8b816b3469cdf951db7c6a) AuthConfig (5077f069af13f0c5022969594e5ea1900aebdbea3b39b55975ca0a05775e323c) AuthConfig (a73ae22c6686a04c410e98e3094fcc6b09ddecdd3998b863654453f42c2cbd8a) AuthConfig (f7562f6acde1cb8a3486c8405364464eb53db495e6386318becc5a8c9e07e56c) AuthConfig (070c108b6a55f8998a0546222f880ab399beea3b6aac6cdc9713cb99eceabb59)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"81d3708b-724b-40b9-8d18-adcf1bc083bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.222430986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-3d70ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a5254143cc9dc2896198d801ae6daaba52297266d4f7be3f46c06bf8e4124f0) AuthConfig (8b238546da808c7690bd93f9126feae9084b738c456ee315b6f22a3ddc6af202) AuthConfig (ab6baab7ef323a871f7664758d034b8f2dd1d9996bf1669e45ff64a6004c5f9a) AuthConfig (5efa7893676243243374512cf1ea65877c3fc9b43b2fe4f6834a371f92eb1da0) AuthConfig (71eaa08473e93ed128b4e531845380668ded8865a29883accd32a0250405e51b) AuthConfig (d2d219b559314e97265c17eebe56ebe8850801e959dd51e320af85db3ce3b977) AuthConfig (97054f79ab34f69d2439f86fe506a48ea27796a3c149f8e172e96387260680a8) AuthConfig (5b2bfdefbd31c8ec2d791fd5e6141421f806e6e1efb3b8bee67f95b54fe0c643) AuthConfig (55dc1027e6132a34fbfb1958a3317b31f01b93ce897335200bb3b81e5c8f66df) AuthConfig (6323835dc9e9dc987f2f5ac35d338fc64e0b04365c67fb5fffd42b53f8c9fd43) AuthConfig (9533d03edd5cea9a45239a40226728b81da7801508159a78b900c63978796518) AuthConfig (b932f04db8d7bd51a481eb39943f68be995c1c430ddbf4b5315f74c0df3c421e) AuthConfig (ff68d1fe0a095f9b55a57787a6df8563017ffa5dba8c97e46c944baf8fa10deb) AuthConfig (e1a79e4a3973e6e8b871d66a86ce4b514282da37be69abda77fb0d584703169e) AuthConfig (7d3fe40eff6a31bed5ea9305de9ecbea25c0a4fb94c707c119a26cbd0dbcb180) AuthConfig (550dc2d3d4c0c25df2dd89ccaf3a6f2aac5209780cf88ff8a857c7aa399b9c78) AuthConfig (42a2fada00f918e3e8857330b4113e88eb846f4ac50cd5bb4b51fdf52514b3cd) AuthConfig (53d0f3793eeab3f1c8fa280a015a039e6ca08490d5b165465fc0a27b3d279d5d) AuthConfig (d8cc3fec5ddbce28d77949315b63693702bc294603e3f30305da3d2d6c364e45) AuthConfig (03e57a1ad3d7c945f06de8996f8483e605a77ac99fc5f4a2d700d88345c5963e) AuthConfig (e716270c03e604d215ae28c64fcd19918bedc8387a6fd1501ce34f75e3ee1b3c) AuthConfig (de509691939ee63936e638df7baa98ad470a3ac149a516e504a80fdf07ec99b9) AuthConfig (f630af735dd8242d88acec350a9e958fb0965b72a81cc4b2192aadc925312168) AuthConfig (9aa3114205ca687d5db3faa15bb39f3ec89944cfaca6bcd246031617eacec8a6) AuthConfig (a5a3ae072b6a6b10be56920095a97bcb060c40cd588ba8fae7ca2e35cab86b1e) AuthConfig (ec98d24bdadbd66f517da18b21228b3e6918f71f8a8b816b3469cdf951db7c6a) AuthConfig (5077f069af13f0c5022969594e5ea1900aebdbea3b39b55975ca0a05775e323c) AuthConfig (a73ae22c6686a04c410e98e3094fcc6b09ddecdd3998b863654453f42c2cbd8a) AuthConfig (f7562f6acde1cb8a3486c8405364464eb53db495e6386318becc5a8c9e07e56c) AuthConfig (070c108b6a55f8998a0546222f880ab399beea3b6aac6cdc9713cb99eceabb59)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"c09b4cc9-76cf-4aec-b428-e9ddd37e3ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.23565384Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"d1290a53-cafa-4c55-a9c7-3d6721b8dbbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"simulator-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.273289067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e-auth","reconcileID":"1bc6be87-64f8-4f09-8ef6-b0770f7aa741","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.278380309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"c4975bcd-680a-4e7e-87ef-43d09b0cff52","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.281260773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"dd56e160-b8e4-4ee5-ae54-c06a5e65f79e","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.308253506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"ddb10928-94fd-4364-bbcf-f2a04da56372","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.329672933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e-auth","reconcileID":"1bc6be87-64f8-4f09-8ef6-b0770f7aa741","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.334487938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"0d346816-73b3-4713-9608-99cbd7f6e49c","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.357093282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"cdb1ee3f-9ce6-4cd8-ad44-270a3bd0e42b","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.399961017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"d77033dd-74e5-44c0-9119-15d708de6aef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.408330348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9804954f-3334-4212-b64e-f48cbbccdbdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.409572257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"049d6f91-3b09-49c0-8bc2-6d62db44178e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.409955353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"6d1956a8-181d-4671-b2c7-917e9bca2582","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.410763914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b39ab9c8-93d2-49e0-b13f-afcdfd6d55d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.419681443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"1718b1b1-cc5c-445f-a46a-34cd435c9ca1","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:17:28.461095118Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a48099/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.463521567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9804954f-3334-4212-b64e-f48cbbccdbdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.46722685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"049d6f91-3b09-49c0-8bc2-6d62db44178e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.516031941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9804954f-3334-4212-b64e-f48cbbccdbdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.516138913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2d9739dd-3e10-4a26-bb64-d65b0f0e71bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.516375039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"9e6862f2-0cc4-43e8-9354-194425b98eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.521307751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b39ab9c8-93d2-49e0-b13f-afcdfd6d55d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.526047932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"5d30f390-f88d-4e26-a886-fcbb458365a2","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.56859967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9804954f-3334-4212-b64e-f48cbbccdbdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.574383697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2d9739dd-3e10-4a26-bb64-d65b0f0e71bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.575111341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"4fd88e6c-315b-40fd-9258-dd340b10fccf","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.588417693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"d501b9d9-2da0-4450-9290-4dce63cf6630","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.631053716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-3d70ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a5254143cc9dc2896198d801ae6daaba52297266d4f7be3f46c06bf8e4124f0) AuthConfig (8b238546da808c7690bd93f9126feae9084b738c456ee315b6f22a3ddc6af202) AuthConfig (ab6baab7ef323a871f7664758d034b8f2dd1d9996bf1669e45ff64a6004c5f9a) AuthConfig (5efa7893676243243374512cf1ea65877c3fc9b43b2fe4f6834a371f92eb1da0) AuthConfig (71eaa08473e93ed128b4e531845380668ded8865a29883accd32a0250405e51b) AuthConfig (d2d219b559314e97265c17eebe56ebe8850801e959dd51e320af85db3ce3b977) AuthConfig (97054f79ab34f69d2439f86fe506a48ea27796a3c149f8e172e96387260680a8) AuthConfig (5b2bfdefbd31c8ec2d791fd5e6141421f806e6e1efb3b8bee67f95b54fe0c643) AuthConfig (55dc1027e6132a34fbfb1958a3317b31f01b93ce897335200bb3b81e5c8f66df) AuthConfig (6323835dc9e9dc987f2f5ac35d338fc64e0b04365c67fb5fffd42b53f8c9fd43) AuthConfig (9533d03edd5cea9a45239a40226728b81da7801508159a78b900c63978796518) AuthConfig (b932f04db8d7bd51a481eb39943f68be995c1c430ddbf4b5315f74c0df3c421e) AuthConfig (ff68d1fe0a095f9b55a57787a6df8563017ffa5dba8c97e46c944baf8fa10deb) AuthConfig (e1a79e4a3973e6e8b871d66a86ce4b514282da37be69abda77fb0d584703169e) AuthConfig (7d3fe40eff6a31bed5ea9305de9ecbea25c0a4fb94c707c119a26cbd0dbcb180) AuthConfig (550dc2d3d4c0c25df2dd89ccaf3a6f2aac5209780cf88ff8a857c7aa399b9c78) AuthConfig (42a2fada00f918e3e8857330b4113e88eb846f4ac50cd5bb4b51fdf52514b3cd) AuthConfig (53d0f3793eeab3f1c8fa280a015a039e6ca08490d5b165465fc0a27b3d279d5d) AuthConfig (d8cc3fec5ddbce28d77949315b63693702bc294603e3f30305da3d2d6c364e45) AuthConfig (03e57a1ad3d7c945f06de8996f8483e605a77ac99fc5f4a2d700d88345c5963e) AuthConfig (e716270c03e604d215ae28c64fcd19918bedc8387a6fd1501ce34f75e3ee1b3c) AuthConfig (de509691939ee63936e638df7baa98ad470a3ac149a516e504a80fdf07ec99b9) AuthConfig (f630af735dd8242d88acec350a9e958fb0965b72a81cc4b2192aadc925312168) AuthConfig (9aa3114205ca687d5db3faa15bb39f3ec89944cfaca6bcd246031617eacec8a6) AuthConfig (a5a3ae072b6a6b10be56920095a97bcb060c40cd588ba8fae7ca2e35cab86b1e) AuthConfig (ec98d24bdadbd66f517da18b21228b3e6918f71f8a8b816b3469cdf951db7c6a) AuthConfig (5077f069af13f0c5022969594e5ea1900aebdbea3b39b55975ca0a05775e323c) AuthConfig (a73ae22c6686a04c410e98e3094fcc6b09ddecdd3998b863654453f42c2cbd8a) AuthConfig (f7562f6acde1cb8a3486c8405364464eb53db495e6386318becc5a8c9e07e56c) AuthConfig (070c108b6a55f8998a0546222f880ab399beea3b6aac6cdc9713cb99eceabb59)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2d9739dd-3e10-4a26-bb64-d65b0f0e71bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.644477275Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"9e6862f2-0cc4-43e8-9354-194425b98eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.673991908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d243bf0e","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e","reconcileID":"efb18103-80e1-4d11-b553-2e668202a960","MaaSSubscription":{"name":"e2e-bulk-sub-d243bf0e","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:17:28.683997156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2d9739dd-3e10-4a26-bb64-d65b0f0e71bf","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:17:28.69703041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e-auth","reconcileID":"1bc6be87-64f8-4f09-8ef6-b0770f7aa741","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-bulk-sub-d243bf0e-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.70100988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a48099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"9e6862f2-0cc4-43e8-9354-194425b98eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.753515519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"bf24db01-5964-4d04-bdac-332765e31a02","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.778761465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"d57cefac-90f4-4a94-8b16-ae1968d29f95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.781892538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"13aeb624-5c6c-4195-b112-6e096fe34481","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.884985938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"5fcc27d7-acc5-463c-a90a-78fc5eda1a40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.891840306Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"1d34419a-9a10-4535-9232-315f828a6428","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"premium-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.941930175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"5fcc27d7-acc5-463c-a90a-78fc5eda1a40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.942241904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"40882ba3-64e9-40dc-9fa6-515cef44f905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.942622348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"eaae94dc-3fd6-4300-ac2c-916610738d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.957039625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"b0c6a145-f250-496e-9c5c-1366dffc8c8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.957410443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e-auth","reconcileID":"f5f2ae22-c531-4384-a2d4-01ba2cbe0720","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.997567255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-3d70ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a5254143cc9dc2896198d801ae6daaba52297266d4f7be3f46c06bf8e4124f0) AuthConfig (8b238546da808c7690bd93f9126feae9084b738c456ee315b6f22a3ddc6af202) AuthConfig (ab6baab7ef323a871f7664758d034b8f2dd1d9996bf1669e45ff64a6004c5f9a) AuthConfig (5efa7893676243243374512cf1ea65877c3fc9b43b2fe4f6834a371f92eb1da0) AuthConfig (71eaa08473e93ed128b4e531845380668ded8865a29883accd32a0250405e51b) AuthConfig (d2d219b559314e97265c17eebe56ebe8850801e959dd51e320af85db3ce3b977) AuthConfig (97054f79ab34f69d2439f86fe506a48ea27796a3c149f8e172e96387260680a8) AuthConfig (5b2bfdefbd31c8ec2d791fd5e6141421f806e6e1efb3b8bee67f95b54fe0c643) AuthConfig (55dc1027e6132a34fbfb1958a3317b31f01b93ce897335200bb3b81e5c8f66df) AuthConfig (6323835dc9e9dc987f2f5ac35d338fc64e0b04365c67fb5fffd42b53f8c9fd43) AuthConfig (9533d03edd5cea9a45239a40226728b81da7801508159a78b900c63978796518) AuthConfig (b932f04db8d7bd51a481eb39943f68be995c1c430ddbf4b5315f74c0df3c421e) AuthConfig (ff68d1fe0a095f9b55a57787a6df8563017ffa5dba8c97e46c944baf8fa10deb) AuthConfig (e1a79e4a3973e6e8b871d66a86ce4b514282da37be69abda77fb0d584703169e) AuthConfig (7d3fe40eff6a31bed5ea9305de9ecbea25c0a4fb94c707c119a26cbd0dbcb180) AuthConfig (550dc2d3d4c0c25df2dd89ccaf3a6f2aac5209780cf88ff8a857c7aa399b9c78) AuthConfig (42a2fada00f918e3e8857330b4113e88eb846f4ac50cd5bb4b51fdf52514b3cd) AuthConfig (53d0f3793eeab3f1c8fa280a015a039e6ca08490d5b165465fc0a27b3d279d5d) AuthConfig (d8cc3fec5ddbce28d77949315b63693702bc294603e3f30305da3d2d6c364e45) AuthConfig (03e57a1ad3d7c945f06de8996f8483e605a77ac99fc5f4a2d700d88345c5963e) AuthConfig (e716270c03e604d215ae28c64fcd19918bedc8387a6fd1501ce34f75e3ee1b3c) AuthConfig (de509691939ee63936e638df7baa98ad470a3ac149a516e504a80fdf07ec99b9) AuthConfig (f630af735dd8242d88acec350a9e958fb0965b72a81cc4b2192aadc925312168) AuthConfig (9aa3114205ca687d5db3faa15bb39f3ec89944cfaca6bcd246031617eacec8a6) AuthConfig (a5a3ae072b6a6b10be56920095a97bcb060c40cd588ba8fae7ca2e35cab86b1e) AuthConfig (ec98d24bdadbd66f517da18b21228b3e6918f71f8a8b816b3469cdf951db7c6a) AuthConfig (5077f069af13f0c5022969594e5ea1900aebdbea3b39b55975ca0a05775e323c) AuthConfig (a73ae22c6686a04c410e98e3094fcc6b09ddecdd3998b863654453f42c2cbd8a) AuthConfig (f7562f6acde1cb8a3486c8405364464eb53db495e6386318becc5a8c9e07e56c) AuthConfig (070c108b6a55f8998a0546222f880ab399beea3b6aac6cdc9713cb99eceabb59)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"5fcc27d7-acc5-463c-a90a-78fc5eda1a40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:28.999051296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"40882ba3-64e9-40dc-9fa6-515cef44f905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:29.0134555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"eaae94dc-3fd6-4300-ac2c-916610738d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:29.015142047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"b0c6a145-f250-496e-9c5c-1366dffc8c8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:29.015814372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e-auth","reconcileID":"f5f2ae22-c531-4384-a2d4-01ba2cbe0720","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:29.054564607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a48099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"40882ba3-64e9-40dc-9fa6-515cef44f905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:29.068989184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a48099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"eaae94dc-3fd6-4300-ac2c-916610738d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:29.069338164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"278e2d2d-2026-48e2-baa6-d2a4bfef54fb","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:29.072284683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-3d70ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a5254143cc9dc2896198d801ae6daaba52297266d4f7be3f46c06bf8e4124f0) AuthConfig (8b238546da808c7690bd93f9126feae9084b738c456ee315b6f22a3ddc6af202) AuthConfig (ab6baab7ef323a871f7664758d034b8f2dd1d9996bf1669e45ff64a6004c5f9a) AuthConfig (5efa7893676243243374512cf1ea65877c3fc9b43b2fe4f6834a371f92eb1da0) AuthConfig (71eaa08473e93ed128b4e531845380668ded8865a29883accd32a0250405e51b) AuthConfig (d2d219b559314e97265c17eebe56ebe8850801e959dd51e320af85db3ce3b977) AuthConfig (97054f79ab34f69d2439f86fe506a48ea27796a3c149f8e172e96387260680a8) AuthConfig (5b2bfdefbd31c8ec2d791fd5e6141421f806e6e1efb3b8bee67f95b54fe0c643) AuthConfig (55dc1027e6132a34fbfb1958a3317b31f01b93ce897335200bb3b81e5c8f66df) AuthConfig (6323835dc9e9dc987f2f5ac35d338fc64e0b04365c67fb5fffd42b53f8c9fd43) AuthConfig (9533d03edd5cea9a45239a40226728b81da7801508159a78b900c63978796518) AuthConfig (b932f04db8d7bd51a481eb39943f68be995c1c430ddbf4b5315f74c0df3c421e) AuthConfig (ff68d1fe0a095f9b55a57787a6df8563017ffa5dba8c97e46c944baf8fa10deb) AuthConfig (e1a79e4a3973e6e8b871d66a86ce4b514282da37be69abda77fb0d584703169e) AuthConfig (7d3fe40eff6a31bed5ea9305de9ecbea25c0a4fb94c707c119a26cbd0dbcb180) AuthConfig (550dc2d3d4c0c25df2dd89ccaf3a6f2aac5209780cf88ff8a857c7aa399b9c78) AuthConfig (42a2fada00f918e3e8857330b4113e88eb846f4ac50cd5bb4b51fdf52514b3cd) AuthConfig (53d0f3793eeab3f1c8fa280a015a039e6ca08490d5b165465fc0a27b3d279d5d) AuthConfig (d8cc3fec5ddbce28d77949315b63693702bc294603e3f30305da3d2d6c364e45) AuthConfig (03e57a1ad3d7c945f06de8996f8483e605a77ac99fc5f4a2d700d88345c5963e) AuthConfig (e716270c03e604d215ae28c64fcd19918bedc8387a6fd1501ce34f75e3ee1b3c) AuthConfig (de509691939ee63936e638df7baa98ad470a3ac149a516e504a80fdf07ec99b9) AuthConfig (f630af735dd8242d88acec350a9e958fb0965b72a81cc4b2192aadc925312168) AuthConfig (9aa3114205ca687d5db3faa15bb39f3ec89944cfaca6bcd246031617eacec8a6) AuthConfig (a5a3ae072b6a6b10be56920095a97bcb060c40cd588ba8fae7ca2e35cab86b1e) AuthConfig (ec98d24bdadbd66f517da18b21228b3e6918f71f8a8b816b3469cdf951db7c6a) AuthConfig (5077f069af13f0c5022969594e5ea1900aebdbea3b39b55975ca0a05775e323c) AuthConfig (a73ae22c6686a04c410e98e3094fcc6b09ddecdd3998b863654453f42c2cbd8a) AuthConfig (f7562f6acde1cb8a3486c8405364464eb53db495e6386318becc5a8c9e07e56c) AuthConfig (070c108b6a55f8998a0546222f880ab399beea3b6aac6cdc9713cb99eceabb59)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"b0c6a145-f250-496e-9c5c-1366dffc8c8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:29.125660471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"84bc117a-eb31-4bac-8ad6-e196766512f3","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:29.277153275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"763c0b3f-a014-48bc-9487-022ee5e64f84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:29.279471789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d2f2d4e3-851e-4f03-9ec9-ce4dbe9670e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:29.336147347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d2f2d4e3-851e-4f03-9ec9-ce4dbe9670e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:29.392032343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a48099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d2f2d4e3-851e-4f03-9ec9-ce4dbe9670e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:33.14422535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"aba620a8-1185-444c-a2df-bb01e0bc82a9","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:33.29855546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"97c1a853-35d6-4854-b6c0-59be9d79d5d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:33.298674774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e-auth","reconcileID":"66d7a75c-511a-4a7b-8e7f-394b45cf76cc","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:33.299028383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"dc004ca7-8d61-46d2-be08-d56735c53bfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:33.355694077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e-auth","reconcileID":"66d7a75c-511a-4a7b-8e7f-394b45cf76cc","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:33.356692529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"dc004ca7-8d61-46d2-be08-d56735c53bfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:33.357993682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"97c1a853-35d6-4854-b6c0-59be9d79d5d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:39.153357745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"87316482-b821-4d57-8c86-df04c667fc93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:39.210099914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"87316482-b821-4d57-8c86-df04c667fc93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:39.255023395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"754d7cce-d747-434d-9b81-030f5ff864ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:39.255025068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1a643601-cbe5-480b-98ad-34db0b0a20fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:39.267517063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-3d70ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a5254143cc9dc2896198d801ae6daaba52297266d4f7be3f46c06bf8e4124f0) AuthConfig (8b238546da808c7690bd93f9126feae9084b738c456ee315b6f22a3ddc6af202) AuthConfig (ab6baab7ef323a871f7664758d034b8f2dd1d9996bf1669e45ff64a6004c5f9a) AuthConfig (5efa7893676243243374512cf1ea65877c3fc9b43b2fe4f6834a371f92eb1da0) AuthConfig (71eaa08473e93ed128b4e531845380668ded8865a29883accd32a0250405e51b) AuthConfig (d2d219b559314e97265c17eebe56ebe8850801e959dd51e320af85db3ce3b977) AuthConfig (97054f79ab34f69d2439f86fe506a48ea27796a3c149f8e172e96387260680a8) AuthConfig (5b2bfdefbd31c8ec2d791fd5e6141421f806e6e1efb3b8bee67f95b54fe0c643) AuthConfig (55dc1027e6132a34fbfb1958a3317b31f01b93ce897335200bb3b81e5c8f66df) AuthConfig (6323835dc9e9dc987f2f5ac35d338fc64e0b04365c67fb5fffd42b53f8c9fd43) AuthConfig (9533d03edd5cea9a45239a40226728b81da7801508159a78b900c63978796518) AuthConfig (b932f04db8d7bd51a481eb39943f68be995c1c430ddbf4b5315f74c0df3c421e) AuthConfig (ff68d1fe0a095f9b55a57787a6df8563017ffa5dba8c97e46c944baf8fa10deb) AuthConfig (e1a79e4a3973e6e8b871d66a86ce4b514282da37be69abda77fb0d584703169e) AuthConfig (7d3fe40eff6a31bed5ea9305de9ecbea25c0a4fb94c707c119a26cbd0dbcb180) AuthConfig (550dc2d3d4c0c25df2dd89ccaf3a6f2aac5209780cf88ff8a857c7aa399b9c78) AuthConfig (42a2fada00f918e3e8857330b4113e88eb846f4ac50cd5bb4b51fdf52514b3cd) AuthConfig (53d0f3793eeab3f1c8fa280a015a039e6ca08490d5b165465fc0a27b3d279d5d) AuthConfig (d8cc3fec5ddbce28d77949315b63693702bc294603e3f30305da3d2d6c364e45) AuthConfig (03e57a1ad3d7c945f06de8996f8483e605a77ac99fc5f4a2d700d88345c5963e) AuthConfig (e716270c03e604d215ae28c64fcd19918bedc8387a6fd1501ce34f75e3ee1b3c) AuthConfig (de509691939ee63936e638df7baa98ad470a3ac149a516e504a80fdf07ec99b9) AuthConfig (f630af735dd8242d88acec350a9e958fb0965b72a81cc4b2192aadc925312168) AuthConfig (9aa3114205ca687d5db3faa15bb39f3ec89944cfaca6bcd246031617eacec8a6) AuthConfig (a5a3ae072b6a6b10be56920095a97bcb060c40cd588ba8fae7ca2e35cab86b1e) AuthConfig (ec98d24bdadbd66f517da18b21228b3e6918f71f8a8b816b3469cdf951db7c6a) AuthConfig (5077f069af13f0c5022969594e5ea1900aebdbea3b39b55975ca0a05775e323c) AuthConfig (a73ae22c6686a04c410e98e3094fcc6b09ddecdd3998b863654453f42c2cbd8a) AuthConfig (f7562f6acde1cb8a3486c8405364464eb53db495e6386318becc5a8c9e07e56c) AuthConfig (070c108b6a55f8998a0546222f880ab399beea3b6aac6cdc9713cb99eceabb59)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"87316482-b821-4d57-8c86-df04c667fc93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:39.311981433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"754d7cce-d747-434d-9b81-030f5ff864ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:39.312222716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1a643601-cbe5-480b-98ad-34db0b0a20fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:39.368085489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-3d70ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a5254143cc9dc2896198d801ae6daaba52297266d4f7be3f46c06bf8e4124f0) AuthConfig (8b238546da808c7690bd93f9126feae9084b738c456ee315b6f22a3ddc6af202) AuthConfig (ab6baab7ef323a871f7664758d034b8f2dd1d9996bf1669e45ff64a6004c5f9a) AuthConfig (5efa7893676243243374512cf1ea65877c3fc9b43b2fe4f6834a371f92eb1da0) AuthConfig (71eaa08473e93ed128b4e531845380668ded8865a29883accd32a0250405e51b) AuthConfig (d2d219b559314e97265c17eebe56ebe8850801e959dd51e320af85db3ce3b977) AuthConfig (97054f79ab34f69d2439f86fe506a48ea27796a3c149f8e172e96387260680a8) AuthConfig (5b2bfdefbd31c8ec2d791fd5e6141421f806e6e1efb3b8bee67f95b54fe0c643) AuthConfig (55dc1027e6132a34fbfb1958a3317b31f01b93ce897335200bb3b81e5c8f66df) AuthConfig (6323835dc9e9dc987f2f5ac35d338fc64e0b04365c67fb5fffd42b53f8c9fd43) AuthConfig (9533d03edd5cea9a45239a40226728b81da7801508159a78b900c63978796518) AuthConfig (b932f04db8d7bd51a481eb39943f68be995c1c430ddbf4b5315f74c0df3c421e) AuthConfig (ff68d1fe0a095f9b55a57787a6df8563017ffa5dba8c97e46c944baf8fa10deb) AuthConfig (e1a79e4a3973e6e8b871d66a86ce4b514282da37be69abda77fb0d584703169e) AuthConfig (7d3fe40eff6a31bed5ea9305de9ecbea25c0a4fb94c707c119a26cbd0dbcb180) AuthConfig (550dc2d3d4c0c25df2dd89ccaf3a6f2aac5209780cf88ff8a857c7aa399b9c78) AuthConfig (42a2fada00f918e3e8857330b4113e88eb846f4ac50cd5bb4b51fdf52514b3cd) AuthConfig (53d0f3793eeab3f1c8fa280a015a039e6ca08490d5b165465fc0a27b3d279d5d) AuthConfig (d8cc3fec5ddbce28d77949315b63693702bc294603e3f30305da3d2d6c364e45) AuthConfig (03e57a1ad3d7c945f06de8996f8483e605a77ac99fc5f4a2d700d88345c5963e) AuthConfig (e716270c03e604d215ae28c64fcd19918bedc8387a6fd1501ce34f75e3ee1b3c) AuthConfig (de509691939ee63936e638df7baa98ad470a3ac149a516e504a80fdf07ec99b9) AuthConfig (f630af735dd8242d88acec350a9e958fb0965b72a81cc4b2192aadc925312168) AuthConfig (9aa3114205ca687d5db3faa15bb39f3ec89944cfaca6bcd246031617eacec8a6) AuthConfig (a5a3ae072b6a6b10be56920095a97bcb060c40cd588ba8fae7ca2e35cab86b1e) AuthConfig (ec98d24bdadbd66f517da18b21228b3e6918f71f8a8b816b3469cdf951db7c6a) AuthConfig (5077f069af13f0c5022969594e5ea1900aebdbea3b39b55975ca0a05775e323c) AuthConfig (a73ae22c6686a04c410e98e3094fcc6b09ddecdd3998b863654453f42c2cbd8a) AuthConfig (f7562f6acde1cb8a3486c8405364464eb53db495e6386318becc5a8c9e07e56c) AuthConfig (070c108b6a55f8998a0546222f880ab399beea3b6aac6cdc9713cb99eceabb59)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1a643601-cbe5-480b-98ad-34db0b0a20fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:39.368407139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a48099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"754d7cce-d747-434d-9b81-030f5ff864ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:39.546924794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"0199c1e1-5db8-4a05-9d13-042d3a42ed38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:39.604160555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"0199c1e1-5db8-4a05-9d13-042d3a42ed38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:39.65968839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a48099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"0199c1e1-5db8-4a05-9d13-042d3a42ed38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:41.888584156Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:42.350609896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"46ab130e-f36b-4ce7-987d-441f29767d61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:42.514940864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"59765b25-3fe9-45fa-8a99-b2af578c2acd","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:42.583821209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"63bfc87c-bcde-4679-b738-3edb10e5d298","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:42.749914738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"4732207b-24e8-4528-9960-4922c90c9697","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:42.771113069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"73139ed7-baec-4083-891a-51ad169a9df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:42.771129147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"328ac93f-4a4a-4dee-b94b-ca3c92bfc3b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:42.829833218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"73139ed7-baec-4083-891a-51ad169a9df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:42.829864386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"328ac93f-4a4a-4dee-b94b-ca3c92bfc3b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:42.885648977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a48099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93575f6c24a47cd12e1bbc08f72f97e72924e3b648e9974d164def434bb74097) AuthConfig (f8ee272f732af6663afbc7a657a5f35a042d3a0447f48d7f976ebb76b63bfa06) AuthConfig (fc013703bc0a6676f297b3df9e66951eb98cbd7fef3f814406b408d93a373d29) AuthConfig (3516c2ffc77413a1847398d397906efe02464bff05d3c14405a8e509959ee68b) AuthConfig (007f85558e66f506144210475c578010ec0506ff96b197c04d2690dfcb7987e1) AuthConfig (ccf8d4d61ca078000faaef603455c85025f970b6b18d3b12f03f2a4feecdcfde) AuthConfig (e60a9904c99e0a3558a132e930a30babb616a5e7c3b69f18f5c1bd3342cff330) AuthConfig (b48975de59a664f18d4f171a014c504c4f63a1d90c7d9bff17ef2beb66eafaa4) AuthConfig (81e6f6dc0fd984525a12c845339389e3321d0e7dd0fcc31560dec293a2e01e43) AuthConfig (7d4ff3681bc7ae08eac478f9f01336be0d29c76b34c1076efb73da0bbd7926c4) AuthConfig (c5a9a31e215b34b278595aac912a0ad1f9e73e7a989a4f9d7aab333fb63b553f) AuthConfig (41135329188eef9a9b7396bd480d90777a7b55dbed48da75b30802f90c6f3ae3) AuthConfig (333711da7a23d132d74ca182fced9ce0f9a80a3d4372194a9de0f167d4aca0c0) AuthConfig (3ca1f23b0e239eb1e62d540f9e5085d9cf3776458779cc9abea61af3ebd5ab37) AuthConfig (652e9a34a5eed0d8a38184395db172ca1bb32573c6b6b5ba232cba87048a089b) AuthConfig (6e2baaa818f898736cd9484dac3938dd8eb41548684b373e3fb8b5e98ea198dc) AuthConfig (a009dfff6204554d82bc1014e918bf30707cd295c72b16c6cb36bc3f8f9261e6) AuthConfig (802cf28762cf981345830883545dfb24954c70fbba3507e4f1d609ab913fa7e4) AuthConfig (ae9a68c37b53e65270c5ea21224cc8fef362f2b9dc2db8fd5e16b48fc475a477) AuthConfig (10a1fb953cdd7c7709b4774c743a6e779d137b49a6a782687004caf45501e5e8) AuthConfig (044d16385b7762ceda55d14b4b35ba140a3e1aef534cc7deeedff84c96e813f0) AuthConfig (52d3332932c973762761541b7519def69c77d1b72b56342cdbe7b08e82ce78ba) AuthConfig (068f7a1fafb8ee2bb802c4ed130ce6680acdc3780df25919e2f91e58b115e5ee) AuthConfig (0d826fe6d16c3b3606c144cf4bc17dada9b537eab6c4259abcdd2295a571c106) AuthConfig (ec3782788260da2e13a2420f609f47f1f85069fd3a58b940b376e886554a5002) AuthConfig (2ab9c994f0ed0ad70dc6d93511643fd1176d736e57f8d77639f7ba46c6eed662) AuthConfig (7c595c0e1f5c903dc0dde731f56ff6e24549253e41cdf4b75efacf08e575800c) AuthConfig (e55eb98304e2b744df61aa748942c8547b64c6b6b97daabfe3e64aa0b45a9b71) AuthConfig (c6b3d7e640bade0318cf722beba0a18945209e1d9dbc0c2a97a42f1420f5d59f) AuthConfig (a8f9646e00d50625fc3c2f6b0b53d7046a2f9f65e607d0cf98ac8fd3f18f7e92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"328ac93f-4a4a-4dee-b94b-ca3c92bfc3b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:42.885664187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a48099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93575f6c24a47cd12e1bbc08f72f97e72924e3b648e9974d164def434bb74097) AuthConfig (f8ee272f732af6663afbc7a657a5f35a042d3a0447f48d7f976ebb76b63bfa06) AuthConfig (fc013703bc0a6676f297b3df9e66951eb98cbd7fef3f814406b408d93a373d29) AuthConfig (3516c2ffc77413a1847398d397906efe02464bff05d3c14405a8e509959ee68b) AuthConfig (007f85558e66f506144210475c578010ec0506ff96b197c04d2690dfcb7987e1) AuthConfig (ccf8d4d61ca078000faaef603455c85025f970b6b18d3b12f03f2a4feecdcfde) AuthConfig (e60a9904c99e0a3558a132e930a30babb616a5e7c3b69f18f5c1bd3342cff330) AuthConfig (b48975de59a664f18d4f171a014c504c4f63a1d90c7d9bff17ef2beb66eafaa4) AuthConfig (81e6f6dc0fd984525a12c845339389e3321d0e7dd0fcc31560dec293a2e01e43) AuthConfig (7d4ff3681bc7ae08eac478f9f01336be0d29c76b34c1076efb73da0bbd7926c4) AuthConfig (c5a9a31e215b34b278595aac912a0ad1f9e73e7a989a4f9d7aab333fb63b553f) AuthConfig (41135329188eef9a9b7396bd480d90777a7b55dbed48da75b30802f90c6f3ae3) AuthConfig (333711da7a23d132d74ca182fced9ce0f9a80a3d4372194a9de0f167d4aca0c0) AuthConfig (3ca1f23b0e239eb1e62d540f9e5085d9cf3776458779cc9abea61af3ebd5ab37) AuthConfig (652e9a34a5eed0d8a38184395db172ca1bb32573c6b6b5ba232cba87048a089b) AuthConfig (6e2baaa818f898736cd9484dac3938dd8eb41548684b373e3fb8b5e98ea198dc) AuthConfig (a009dfff6204554d82bc1014e918bf30707cd295c72b16c6cb36bc3f8f9261e6) AuthConfig (802cf28762cf981345830883545dfb24954c70fbba3507e4f1d609ab913fa7e4) AuthConfig (ae9a68c37b53e65270c5ea21224cc8fef362f2b9dc2db8fd5e16b48fc475a477) AuthConfig (10a1fb953cdd7c7709b4774c743a6e779d137b49a6a782687004caf45501e5e8) AuthConfig (044d16385b7762ceda55d14b4b35ba140a3e1aef534cc7deeedff84c96e813f0) AuthConfig (52d3332932c973762761541b7519def69c77d1b72b56342cdbe7b08e82ce78ba) AuthConfig (068f7a1fafb8ee2bb802c4ed130ce6680acdc3780df25919e2f91e58b115e5ee) AuthConfig (0d826fe6d16c3b3606c144cf4bc17dada9b537eab6c4259abcdd2295a571c106) AuthConfig (ec3782788260da2e13a2420f609f47f1f85069fd3a58b940b376e886554a5002) AuthConfig (2ab9c994f0ed0ad70dc6d93511643fd1176d736e57f8d77639f7ba46c6eed662) AuthConfig (7c595c0e1f5c903dc0dde731f56ff6e24549253e41cdf4b75efacf08e575800c) AuthConfig (e55eb98304e2b744df61aa748942c8547b64c6b6b97daabfe3e64aa0b45a9b71) AuthConfig (c6b3d7e640bade0318cf722beba0a18945209e1d9dbc0c2a97a42f1420f5d59f) AuthConfig (a8f9646e00d50625fc3c2f6b0b53d7046a2f9f65e607d0cf98ac8fd3f18f7e92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"73139ed7-baec-4083-891a-51ad169a9df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:42.943458143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"442a262c-93e4-4e86-bb1a-fd748aa99d0e","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:42.945919246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"3e298ee3-8b00-441d-a37f-844a4d4d1f51","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.167044452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"da1470e1-d0c8-4ffa-98ac-c3ebfda75967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.169251225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c885d534-6dae-4307-96a1-5c83a6b77728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.223884627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"da1470e1-d0c8-4ffa-98ac-c3ebfda75967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.225746189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c885d534-6dae-4307-96a1-5c83a6b77728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.279556749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a48099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93575f6c24a47cd12e1bbc08f72f97e72924e3b648e9974d164def434bb74097) AuthConfig (f8ee272f732af6663afbc7a657a5f35a042d3a0447f48d7f976ebb76b63bfa06) AuthConfig (fc013703bc0a6676f297b3df9e66951eb98cbd7fef3f814406b408d93a373d29) AuthConfig (3516c2ffc77413a1847398d397906efe02464bff05d3c14405a8e509959ee68b) AuthConfig (007f85558e66f506144210475c578010ec0506ff96b197c04d2690dfcb7987e1) AuthConfig (ccf8d4d61ca078000faaef603455c85025f970b6b18d3b12f03f2a4feecdcfde) AuthConfig (e60a9904c99e0a3558a132e930a30babb616a5e7c3b69f18f5c1bd3342cff330) AuthConfig (b48975de59a664f18d4f171a014c504c4f63a1d90c7d9bff17ef2beb66eafaa4) AuthConfig (81e6f6dc0fd984525a12c845339389e3321d0e7dd0fcc31560dec293a2e01e43) AuthConfig (7d4ff3681bc7ae08eac478f9f01336be0d29c76b34c1076efb73da0bbd7926c4) AuthConfig (c5a9a31e215b34b278595aac912a0ad1f9e73e7a989a4f9d7aab333fb63b553f) AuthConfig (41135329188eef9a9b7396bd480d90777a7b55dbed48da75b30802f90c6f3ae3) AuthConfig (333711da7a23d132d74ca182fced9ce0f9a80a3d4372194a9de0f167d4aca0c0) AuthConfig (3ca1f23b0e239eb1e62d540f9e5085d9cf3776458779cc9abea61af3ebd5ab37) AuthConfig (652e9a34a5eed0d8a38184395db172ca1bb32573c6b6b5ba232cba87048a089b) AuthConfig (6e2baaa818f898736cd9484dac3938dd8eb41548684b373e3fb8b5e98ea198dc) AuthConfig (a009dfff6204554d82bc1014e918bf30707cd295c72b16c6cb36bc3f8f9261e6) AuthConfig (802cf28762cf981345830883545dfb24954c70fbba3507e4f1d609ab913fa7e4) AuthConfig (ae9a68c37b53e65270c5ea21224cc8fef362f2b9dc2db8fd5e16b48fc475a477) AuthConfig (10a1fb953cdd7c7709b4774c743a6e779d137b49a6a782687004caf45501e5e8) AuthConfig (044d16385b7762ceda55d14b4b35ba140a3e1aef534cc7deeedff84c96e813f0) AuthConfig (52d3332932c973762761541b7519def69c77d1b72b56342cdbe7b08e82ce78ba) AuthConfig (068f7a1fafb8ee2bb802c4ed130ce6680acdc3780df25919e2f91e58b115e5ee) AuthConfig (0d826fe6d16c3b3606c144cf4bc17dada9b537eab6c4259abcdd2295a571c106) AuthConfig (ec3782788260da2e13a2420f609f47f1f85069fd3a58b940b376e886554a5002) AuthConfig (2ab9c994f0ed0ad70dc6d93511643fd1176d736e57f8d77639f7ba46c6eed662) AuthConfig (7c595c0e1f5c903dc0dde731f56ff6e24549253e41cdf4b75efacf08e575800c) AuthConfig (e55eb98304e2b744df61aa748942c8547b64c6b6b97daabfe3e64aa0b45a9b71) AuthConfig (c6b3d7e640bade0318cf722beba0a18945209e1d9dbc0c2a97a42f1420f5d59f) AuthConfig (a8f9646e00d50625fc3c2f6b0b53d7046a2f9f65e607d0cf98ac8fd3f18f7e92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"da1470e1-d0c8-4ffa-98ac-c3ebfda75967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.281030655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a48099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93575f6c24a47cd12e1bbc08f72f97e72924e3b648e9974d164def434bb74097) AuthConfig (f8ee272f732af6663afbc7a657a5f35a042d3a0447f48d7f976ebb76b63bfa06) AuthConfig (fc013703bc0a6676f297b3df9e66951eb98cbd7fef3f814406b408d93a373d29) AuthConfig (3516c2ffc77413a1847398d397906efe02464bff05d3c14405a8e509959ee68b) AuthConfig (007f85558e66f506144210475c578010ec0506ff96b197c04d2690dfcb7987e1) AuthConfig (ccf8d4d61ca078000faaef603455c85025f970b6b18d3b12f03f2a4feecdcfde) AuthConfig (e60a9904c99e0a3558a132e930a30babb616a5e7c3b69f18f5c1bd3342cff330) AuthConfig (b48975de59a664f18d4f171a014c504c4f63a1d90c7d9bff17ef2beb66eafaa4) AuthConfig (81e6f6dc0fd984525a12c845339389e3321d0e7dd0fcc31560dec293a2e01e43) AuthConfig (7d4ff3681bc7ae08eac478f9f01336be0d29c76b34c1076efb73da0bbd7926c4) AuthConfig (c5a9a31e215b34b278595aac912a0ad1f9e73e7a989a4f9d7aab333fb63b553f) AuthConfig (41135329188eef9a9b7396bd480d90777a7b55dbed48da75b30802f90c6f3ae3) AuthConfig (333711da7a23d132d74ca182fced9ce0f9a80a3d4372194a9de0f167d4aca0c0) AuthConfig (3ca1f23b0e239eb1e62d540f9e5085d9cf3776458779cc9abea61af3ebd5ab37) AuthConfig (652e9a34a5eed0d8a38184395db172ca1bb32573c6b6b5ba232cba87048a089b) AuthConfig (6e2baaa818f898736cd9484dac3938dd8eb41548684b373e3fb8b5e98ea198dc) AuthConfig (a009dfff6204554d82bc1014e918bf30707cd295c72b16c6cb36bc3f8f9261e6) AuthConfig (802cf28762cf981345830883545dfb24954c70fbba3507e4f1d609ab913fa7e4) AuthConfig (ae9a68c37b53e65270c5ea21224cc8fef362f2b9dc2db8fd5e16b48fc475a477) AuthConfig (10a1fb953cdd7c7709b4774c743a6e779d137b49a6a782687004caf45501e5e8) AuthConfig (044d16385b7762ceda55d14b4b35ba140a3e1aef534cc7deeedff84c96e813f0) AuthConfig (52d3332932c973762761541b7519def69c77d1b72b56342cdbe7b08e82ce78ba) AuthConfig (068f7a1fafb8ee2bb802c4ed130ce6680acdc3780df25919e2f91e58b115e5ee) AuthConfig (0d826fe6d16c3b3606c144cf4bc17dada9b537eab6c4259abcdd2295a571c106) AuthConfig (ec3782788260da2e13a2420f609f47f1f85069fd3a58b940b376e886554a5002) AuthConfig (2ab9c994f0ed0ad70dc6d93511643fd1176d736e57f8d77639f7ba46c6eed662) AuthConfig (7c595c0e1f5c903dc0dde731f56ff6e24549253e41cdf4b75efacf08e575800c) AuthConfig (e55eb98304e2b744df61aa748942c8547b64c6b6b97daabfe3e64aa0b45a9b71) AuthConfig (c6b3d7e640bade0318cf722beba0a18945209e1d9dbc0c2a97a42f1420f5d59f) AuthConfig (a8f9646e00d50625fc3c2f6b0b53d7046a2f9f65e607d0cf98ac8fd3f18f7e92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c885d534-6dae-4307-96a1-5c83a6b77728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.307632577Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d243bf0e","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e","reconcileID":"e0dc5781-6b2b-4413-966b-87c3b7c61d34","MaaSSubscription":{"name":"e2e-bulk-sub-d243bf0e","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscription":"e2e-bulk-sub-d243bf0e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:17:43.33297962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"da1470e1-d0c8-4ffa-98ac-c3ebfda75967","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:17:43.333775053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c885d534-6dae-4307-96a1-5c83a6b77728","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.493934826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"5aeab843-f860-46b7-8bd3-c2cbc14482ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.493978107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"244ef2f0-afcd-450c-a5ba-28dfdc9d4a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.524380842Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d243bf0e","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e","reconcileID":"e0dc5781-6b2b-4413-966b-87c3b7c61d34","MaaSSubscription":{"name":"e2e-bulk-sub-d243bf0e","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.55165619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"5aeab843-f860-46b7-8bd3-c2cbc14482ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.551889468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"244ef2f0-afcd-450c-a5ba-28dfdc9d4a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.608167726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a48099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93575f6c24a47cd12e1bbc08f72f97e72924e3b648e9974d164def434bb74097) AuthConfig (f8ee272f732af6663afbc7a657a5f35a042d3a0447f48d7f976ebb76b63bfa06) AuthConfig (fc013703bc0a6676f297b3df9e66951eb98cbd7fef3f814406b408d93a373d29) AuthConfig (3516c2ffc77413a1847398d397906efe02464bff05d3c14405a8e509959ee68b) AuthConfig (007f85558e66f506144210475c578010ec0506ff96b197c04d2690dfcb7987e1) AuthConfig (ccf8d4d61ca078000faaef603455c85025f970b6b18d3b12f03f2a4feecdcfde) AuthConfig (e60a9904c99e0a3558a132e930a30babb616a5e7c3b69f18f5c1bd3342cff330) AuthConfig (b48975de59a664f18d4f171a014c504c4f63a1d90c7d9bff17ef2beb66eafaa4) AuthConfig (81e6f6dc0fd984525a12c845339389e3321d0e7dd0fcc31560dec293a2e01e43) AuthConfig (7d4ff3681bc7ae08eac478f9f01336be0d29c76b34c1076efb73da0bbd7926c4) AuthConfig (c5a9a31e215b34b278595aac912a0ad1f9e73e7a989a4f9d7aab333fb63b553f) AuthConfig (41135329188eef9a9b7396bd480d90777a7b55dbed48da75b30802f90c6f3ae3) AuthConfig (333711da7a23d132d74ca182fced9ce0f9a80a3d4372194a9de0f167d4aca0c0) AuthConfig (3ca1f23b0e239eb1e62d540f9e5085d9cf3776458779cc9abea61af3ebd5ab37) AuthConfig (652e9a34a5eed0d8a38184395db172ca1bb32573c6b6b5ba232cba87048a089b) AuthConfig (6e2baaa818f898736cd9484dac3938dd8eb41548684b373e3fb8b5e98ea198dc) AuthConfig (a009dfff6204554d82bc1014e918bf30707cd295c72b16c6cb36bc3f8f9261e6) AuthConfig (802cf28762cf981345830883545dfb24954c70fbba3507e4f1d609ab913fa7e4) AuthConfig (ae9a68c37b53e65270c5ea21224cc8fef362f2b9dc2db8fd5e16b48fc475a477) AuthConfig (10a1fb953cdd7c7709b4774c743a6e779d137b49a6a782687004caf45501e5e8) AuthConfig (044d16385b7762ceda55d14b4b35ba140a3e1aef534cc7deeedff84c96e813f0) AuthConfig (52d3332932c973762761541b7519def69c77d1b72b56342cdbe7b08e82ce78ba) AuthConfig (068f7a1fafb8ee2bb802c4ed130ce6680acdc3780df25919e2f91e58b115e5ee) AuthConfig (0d826fe6d16c3b3606c144cf4bc17dada9b537eab6c4259abcdd2295a571c106) AuthConfig (ec3782788260da2e13a2420f609f47f1f85069fd3a58b940b376e886554a5002) AuthConfig (2ab9c994f0ed0ad70dc6d93511643fd1176d736e57f8d77639f7ba46c6eed662) AuthConfig (7c595c0e1f5c903dc0dde731f56ff6e24549253e41cdf4b75efacf08e575800c) AuthConfig (e55eb98304e2b744df61aa748942c8547b64c6b6b97daabfe3e64aa0b45a9b71) AuthConfig (c6b3d7e640bade0318cf722beba0a18945209e1d9dbc0c2a97a42f1420f5d59f) AuthConfig (a8f9646e00d50625fc3c2f6b0b53d7046a2f9f65e607d0cf98ac8fd3f18f7e92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"244ef2f0-afcd-450c-a5ba-28dfdc9d4a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.60821521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a48099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93575f6c24a47cd12e1bbc08f72f97e72924e3b648e9974d164def434bb74097) AuthConfig (f8ee272f732af6663afbc7a657a5f35a042d3a0447f48d7f976ebb76b63bfa06) AuthConfig (fc013703bc0a6676f297b3df9e66951eb98cbd7fef3f814406b408d93a373d29) AuthConfig (3516c2ffc77413a1847398d397906efe02464bff05d3c14405a8e509959ee68b) AuthConfig (007f85558e66f506144210475c578010ec0506ff96b197c04d2690dfcb7987e1) AuthConfig (ccf8d4d61ca078000faaef603455c85025f970b6b18d3b12f03f2a4feecdcfde) AuthConfig (e60a9904c99e0a3558a132e930a30babb616a5e7c3b69f18f5c1bd3342cff330) AuthConfig (b48975de59a664f18d4f171a014c504c4f63a1d90c7d9bff17ef2beb66eafaa4) AuthConfig (81e6f6dc0fd984525a12c845339389e3321d0e7dd0fcc31560dec293a2e01e43) AuthConfig (7d4ff3681bc7ae08eac478f9f01336be0d29c76b34c1076efb73da0bbd7926c4) AuthConfig (c5a9a31e215b34b278595aac912a0ad1f9e73e7a989a4f9d7aab333fb63b553f) AuthConfig (41135329188eef9a9b7396bd480d90777a7b55dbed48da75b30802f90c6f3ae3) AuthConfig (333711da7a23d132d74ca182fced9ce0f9a80a3d4372194a9de0f167d4aca0c0) AuthConfig (3ca1f23b0e239eb1e62d540f9e5085d9cf3776458779cc9abea61af3ebd5ab37) AuthConfig (652e9a34a5eed0d8a38184395db172ca1bb32573c6b6b5ba232cba87048a089b) AuthConfig (6e2baaa818f898736cd9484dac3938dd8eb41548684b373e3fb8b5e98ea198dc) AuthConfig (a009dfff6204554d82bc1014e918bf30707cd295c72b16c6cb36bc3f8f9261e6) AuthConfig (802cf28762cf981345830883545dfb24954c70fbba3507e4f1d609ab913fa7e4) AuthConfig (ae9a68c37b53e65270c5ea21224cc8fef362f2b9dc2db8fd5e16b48fc475a477) AuthConfig (10a1fb953cdd7c7709b4774c743a6e779d137b49a6a782687004caf45501e5e8) AuthConfig (044d16385b7762ceda55d14b4b35ba140a3e1aef534cc7deeedff84c96e813f0) AuthConfig (52d3332932c973762761541b7519def69c77d1b72b56342cdbe7b08e82ce78ba) AuthConfig (068f7a1fafb8ee2bb802c4ed130ce6680acdc3780df25919e2f91e58b115e5ee) AuthConfig (0d826fe6d16c3b3606c144cf4bc17dada9b537eab6c4259abcdd2295a571c106) AuthConfig (ec3782788260da2e13a2420f609f47f1f85069fd3a58b940b376e886554a5002) AuthConfig (2ab9c994f0ed0ad70dc6d93511643fd1176d736e57f8d77639f7ba46c6eed662) AuthConfig (7c595c0e1f5c903dc0dde731f56ff6e24549253e41cdf4b75efacf08e575800c) AuthConfig (e55eb98304e2b744df61aa748942c8547b64c6b6b97daabfe3e64aa0b45a9b71) AuthConfig (c6b3d7e640bade0318cf722beba0a18945209e1d9dbc0c2a97a42f1420f5d59f) AuthConfig (a8f9646e00d50625fc3c2f6b0b53d7046a2f9f65e607d0cf98ac8fd3f18f7e92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"5aeab843-f860-46b7-8bd3-c2cbc14482ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.733550777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"03693331-5e4b-407b-96bd-d685b1a7b786","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.73902265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"befe2457-5aaa-422c-97da-2a91813427ce","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.798054551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"04e5ef26-0346-40db-9450-f43a90f4c8ac","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.893774057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e-auth","reconcileID":"da465d02-bf98-4335-94e3-4dc2ccf5acc1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.893929186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"352eb86b-1ae5-4d3f-88a3-7c28930b786d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.894517092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b4782466-dad7-48e5-9e68-6b2b2d27556c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.9043781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"6d2ecb86-744a-423d-8d8c-a4d41299a60a","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.95119322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"352eb86b-1ae5-4d3f-88a3-7c28930b786d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.951221844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e-auth","reconcileID":"da465d02-bf98-4335-94e3-4dc2ccf5acc1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:43.953531526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b4782466-dad7-48e5-9e68-6b2b2d27556c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:44.154651491Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-bulk-sub-d243bf0e-auth","reconcileID":"93d1551c-3c65-4079-bb60-148cf5d7bfbd","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d243bf0e-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:44.314479839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"634658c6-406a-41ee-a7c2-166868d9076e","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:47.444394478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"db8f67fd-2108-4c8e-b5e1-1d76384b52a3","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:47.50119201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"1e816f4c-314b-4c0e-b3c3-0bba0d922571","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:47.6557639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-dry-sub-a137e9fb-auth","reconcileID":"94a77825-5db5-470d-aabd-4d1d328da4c8","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:47.71410599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-dry-sub-a137e9fb-auth","reconcileID":"94a77825-5db5-470d-aabd-4d1d328da4c8","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:47.721417657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"9bc1ebaf-0039-4150-bcd5-523813e9f0df","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:47.778035894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"98e33692-523f-429c-a11f-19a40ea83a72","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:17:47.828385239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a137e9fb","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-dry-sub-a137e9fb","reconcileID":"660148fa-e632-4b4f-bce6-ab05ce591ee9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-a137e9fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:47.875220271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f89bc527-b8f6-4bf4-b9a9-a566ba9abee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:47.875444426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"db1b1512-d917-4994-b99a-d5e3ff251c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:47.932245174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"db1b1512-d917-4994-b99a-d5e3ff251c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:47.932414892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f89bc527-b8f6-4bf4-b9a9-a566ba9abee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:47.941070228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"d99ec457-bdb7-42c6-a1b0-8f7af652bd48","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:47.998438031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"cfe4840f-8caf-4803-a002-d7afb9edc926","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:48.030492777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"4897b28b-e9ae-4b84-8a6d-2af23e14cfc4","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:48.211932461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-dry-sub-a137e9fb-auth","reconcileID":"baa83d31-e4b6-4b47-8408-12c53b0ec616","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:48.268881913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-dry-sub-a137e9fb-auth","reconcileID":"baa83d31-e4b6-4b47-8408-12c53b0ec616","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:48.32028117Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a137e9fb","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-dry-sub-a137e9fb","reconcileID":"5d7d1bcd-3918-44bd-947d-d212520f37f8","MaaSSubscription":{"name":"e2e-dry-sub-a137e9fb","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/e2e-dry-sub-a137e9fb","ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:48.328637602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"8c598421-5c2e-4b66-9c8c-d1d5a44dff64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:48.328637885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"45f613a4-be76-4267-9a65-598f972c626d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:48.385520437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"45f613a4-be76-4267-9a65-598f972c626d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:48.386623979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"8c598421-5c2e-4b66-9c8c-d1d5a44dff64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:48.4821996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"5e0bd479-cbc2-46b1-ae4d-d52f418ed3ca","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:48.528756504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"053e5512-a074-44c1-8bba-d11766239892","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:48.689814969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a137e9fb","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-dry-sub-a137e9fb","reconcileID":"b2eacc82-7abd-478b-a6e7-eb17a1af481d","MaaSSubscription":{"name":"e2e-dry-sub-a137e9fb","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:49.423293366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"ea0c5936-9b94-456c-9956-5bb3290163d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:49.479831079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"ea0c5936-9b94-456c-9956-5bb3290163d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:49.523309812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"5adbeea6-c307-437a-aba4-26486872d5cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:49.579967382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"5adbeea6-c307-437a-aba4-26486872d5cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:49.795867048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"edad30b1-7172-468e-af23-15338a269a9b","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:49.798116237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3bd9a9-23d5-4f5d-927a-ca8015ba73c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:49.849985088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3bd9a9-23d5-4f5d-927a-ca8015ba73c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:49.9021934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3bd9a9-23d5-4f5d-927a-ca8015ba73c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:49.905491232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"1af37c82-f9b7-4d92-968a-981d410104d7","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:49.954065847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3bd9a9-23d5-4f5d-927a-ca8015ba73c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:51.866129802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae563c5-bca3-466b-8224-7643eda2c8a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:51.917706279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae563c5-bca3-466b-8224-7643eda2c8a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:51.969451179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae563c5-bca3-466b-8224-7643eda2c8a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:52.021642868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae563c5-bca3-466b-8224-7643eda2c8a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:52.320628905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"eb18b2fe-ca8c-431d-a22b-78897389fcd4","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:52.475064288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-dry-sub-a137e9fb-auth","reconcileID":"c685b72b-48fd-4546-9541-8a51ea9b09db","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:52.475386708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"996d63ff-35b8-4b19-85ce-afbcc3705048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:52.475071638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"890dc5b0-1019-40c2-b8dd-a3ac7189d740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:52.532308921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-dry-sub-a137e9fb-auth","reconcileID":"c685b72b-48fd-4546-9541-8a51ea9b09db","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:52.533487416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"996d63ff-35b8-4b19-85ce-afbcc3705048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:52.534731311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"890dc5b0-1019-40c2-b8dd-a3ac7189d740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:53.767999778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"78db5028-6270-4c9d-aa2f-1129320be860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:53.768002266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"d0cb1893-deaa-4653-bfb9-34a2823c2d20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:53.827047905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"d0cb1893-deaa-4653-bfb9-34a2823c2d20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:53.827295544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"78db5028-6270-4c9d-aa2f-1129320be860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:54.147882954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"52a9ccb4-62e8-4dae-93be-c7e8c2d9c97e","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:54.149991361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"03c98a3f-10b2-4f0e-9e38-b4751864c9e5","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:57.740491147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"cbc8ffbc-d5d7-47f4-897f-3e0b41dc0174","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:57.875149601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"b6d4d77e-cdc2-438e-aee3-68ea8aa8e147","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a12c35","tenantID":"e2e-extmod-a-a12c35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:57.992773303Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"b6d4d77e-cdc2-438e-aee3-68ea8aa8e147","name":"e2e-extmod-a-a12c35-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:17:58.239107761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"e3bdffab-02b0-4dbe-b4a3-5cb9cbb0f815","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:01.359027587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"5f7c8f0b-55bc-4d7e-b3bc-fdd45b0d426b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:02.482232131Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a137e9fb","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-dry-sub-a137e9fb","reconcileID":"1d834ed7-74bf-4710-90dd-1fa7b289e83e","MaaSSubscription":{"name":"e2e-dry-sub-a137e9fb","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscription":"e2e-dry-sub-a137e9fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:02.697663698Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a137e9fb","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-dry-sub-a137e9fb","reconcileID":"1d834ed7-74bf-4710-90dd-1fa7b289e83e","MaaSSubscription":{"name":"e2e-dry-sub-a137e9fb","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:02.907186141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"dcf2266c-3f70-4ab6-9fa2-805ac330d7a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:02.913359377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"76c08251-f96e-4bcf-9263-d079ddd2c5b3","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:03.068087194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"52f11d65-6d30-4315-9610-bc5fe2e127c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:03.068530507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"cae6bd70-7a1f-4b2b-9c67-a2b5cef48d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:03.071581875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-dry-sub-a137e9fb-auth","reconcileID":"a9d444d0-aed3-4d11-8b5e-4239bcc27c51","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:03.073056235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"f3447817-dcfd-4b34-89a0-ea7ede2937d8","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:03.125380224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"52f11d65-6d30-4315-9610-bc5fe2e127c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:03.125404246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"cae6bd70-7a1f-4b2b-9c67-a2b5cef48d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:03.127982262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-dry-sub-a137e9fb-auth","reconcileID":"a9d444d0-aed3-4d11-8b5e-4239bcc27c51","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:03.281998949Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-dry-sub-a137e9fb-auth","reconcileID":"f6a74bd5-4212-4557-9370-7adc6c51431c","MaaSAuthPolicy":{"name":"e2e-dry-sub-a137e9fb-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:03.442169359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"2dcc959e-e623-4674-97af-56cba7c866d6","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:04.533047586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"f63ef093-0dbc-41f0-a155-aa7026408203","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:04.591957174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"096162be-122e-4957-b3f3-ea8bf3cda1e9","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:18:04.641881491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-28e007df","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-apikey-sub-binding-28e007df","reconcileID":"c138a60b-86ad-46c4-803b-dc3a58f12419","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-28e007df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:04.68829995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"d2a213e3-9653-49b2-8c39-a4083f29e37c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:04.688340612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"676de74f-66b6-4da0-9c0a-f49ff8b77a06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:04.691102222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"b6dd268d-b959-47ed-88e9-d0577bcc5937","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:04.746125536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"d2a213e3-9653-49b2-8c39-a4083f29e37c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:04.746291239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"676de74f-66b6-4da0-9c0a-f49ff8b77a06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:04.752879575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"89a5dc84-f8e1-4ae8-92ec-f1840480def6","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:04.755162579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"cf76a330-f6bb-4a58-9cf2-63ed09cdb193","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:04.810627625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"927bd936-39a5-45c5-baff-51565a72a8cf","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:04.907428334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-combo-sub-c504f6e8-auth","reconcileID":"d9d10970-131f-4e0c-b725-f00ccd8a9433","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:04.964494119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-combo-sub-c504f6e8-auth","reconcileID":"d9d10970-131f-4e0c-b725-f00ccd8a9433","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:04.97144992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"18dca274-e3b9-4ef2-89ab-ec7d12e3109a","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.02834125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"d9aeabee-83fe-48ef-8c3d-f7d51ae21ae4","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.076279935Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-28e007df","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-apikey-sub-binding-28e007df","reconcileID":"48d56070-57e1-443b-b245-227f142e1421","MaaSSubscription":{"name":"e2e-apikey-sub-binding-28e007df","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-apikey-sub-binding-28e007df","ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.079755121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"55ca1a31-53eb-4922-b681-112e629c892c","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:18:05.083684371Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7d1ec3/e2e-combo-sub-c504f6e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-c504f6e8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.10503424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1a591bf7-a6ad-4a4c-8dbd-560c2f932607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.105040482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2418874f-4353-4264-833a-830872c7c2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.118943838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"55bf4194-4217-48e0-86c7-066541b6929a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.135006759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"b042e40c-be29-4eb0-b60f-3aaab8c388b7","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.161989692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1a591bf7-a6ad-4a4c-8dbd-560c2f932607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.162692679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2418874f-4353-4264-833a-830872c7c2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.205861718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"19c08b78-2031-4c60-b352-d4f31857c3a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.205863264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8cb87355-e38a-4ccf-9418-28c077bdc74c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.240407842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"5bf18d8f-8d57-4cf4-801d-7b9547ec3887","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.262866218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8cb87355-e38a-4ccf-9418-28c077bdc74c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.263034264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"19c08b78-2031-4c60-b352-d4f31857c3a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.282138507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"2e5e634e-5fe8-4ff4-a10b-bdf1fc76ec4f","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.284642778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"b5e3786d-2a52-4298-b90c-9fa3ec6e0c41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.440317652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-combo-sub-c504f6e8-auth","reconcileID":"b358cd95-ee72-41e5-a50a-0bda033a39cc","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.448362523Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c504f6e8","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-combo-sub-c504f6e8","reconcileID":"4ea7730a-36aa-42cb-9531-b3f32dc18115","MaaSSubscription":{"name":"e2e-combo-sub-c504f6e8","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/e2e-combo-sub-c504f6e8","ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.487113592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-28e007df","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-apikey-sub-binding-28e007df","reconcileID":"daff839e-805c-4848-ae0c-1181b07e9f51","MaaSSubscription":{"name":"e2e-apikey-sub-binding-28e007df","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.496958033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-combo-sub-c504f6e8-auth","reconcileID":"b358cd95-ee72-41e5-a50a-0bda033a39cc","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.573052036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5bcbcea2-c794-4274-bbc1-e9f53f73366e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.573057372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"fc7ea142-1029-4d21-a406-c9522e32be82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.613109628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"97561bae-a3d5-4e14-887b-3ed23adfe2ba","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.62996677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5bcbcea2-c794-4274-bbc1-e9f53f73366e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.630262197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"fc7ea142-1029-4d21-a406-c9522e32be82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.658539923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"a2fa6197-0c59-4d0c-906d-1cea0f07da15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:05.821523855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c504f6e8","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-combo-sub-c504f6e8","reconcileID":"c61ae40b-a23e-47fd-8e4b-d6d0733bdb48","MaaSSubscription":{"name":"e2e-combo-sub-c504f6e8","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:08.515149719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"6fea42eb-7736-42b2-a0a4-ecc5483676d1","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:08.66933374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"bc3db80f-381a-48ca-9897-1abf89addfaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:08.669952179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"26befb8f-de74-48a0-a7b1-5221fe77050e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:08.726405153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"bc3db80f-381a-48ca-9897-1abf89addfaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:08.729396554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"26befb8f-de74-48a0-a7b1-5221fe77050e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:10.245239549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"55df497f-397c-4074-932b-36c8c4301eec","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:10.399480508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"6195bc4b-9fb1-49f7-a018-6008cc303631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:10.399594621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-combo-sub-c504f6e8-auth","reconcileID":"5203f65a-06e1-48d1-9a4f-38672dbf78a3","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:10.400061872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e83edb58-b12b-40ad-9061-a3ae4433a2d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:10.458102178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"6195bc4b-9fb1-49f7-a018-6008cc303631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:10.458209938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-combo-sub-c504f6e8-auth","reconcileID":"5203f65a-06e1-48d1-9a4f-38672dbf78a3","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:10.461310604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e83edb58-b12b-40ad-9061-a3ae4433a2d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:10.934739525Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-28e007df","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-apikey-sub-binding-28e007df","reconcileID":"769bf04c-f3ec-4f41-a770-b9509023ac35","MaaSSubscription":{"name":"e2e-apikey-sub-binding-28e007df","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cef4940a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:11.149169512Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"e8202b4c-3d78-4549-b7ea-20d6f2934936","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:11.466276307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"287bc725-a24b-4a0f-924e-093e57998038","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:11.885551364Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:20.406635923Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c504f6e8","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-combo-sub-c504f6e8","reconcileID":"ccf44816-ae88-4f81-9f10-434ea4a57603","MaaSSubscription":{"name":"e2e-combo-sub-c504f6e8","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscription":"e2e-combo-sub-c504f6e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:20.622683805Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c504f6e8","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-combo-sub-c504f6e8","reconcileID":"ccf44816-ae88-4f81-9f10-434ea4a57603","MaaSSubscription":{"name":"e2e-combo-sub-c504f6e8","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:20.832861511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"dee88c77-8b1f-4539-bdd6-6b00082f231a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:20.884828497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"8ef5efe6-33f6-470c-9637-c9ebd5bf277f","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:20.986957027Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-28e007df","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-apikey-sub-binding-28e007df","reconcileID":"4052c182-a5c5-41a7-877e-855ad4f28ee3","MaaSSubscription":{"name":"e2e-apikey-sub-binding-28e007df","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscription":"e2e-apikey-sub-binding-28e007df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:21.032579616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"a4638d73-c905-4209-b71f-5473c5a1e0a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:21.038891674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-combo-sub-c504f6e8-auth","reconcileID":"5dc4765c-01ec-434b-ae57-f722f2e8cfab","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:21.041975436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"9aa5d4ba-6ce3-4af4-969a-7abc4f1570a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:21.042003397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"4a8deaa1-53cf-45e9-a052-3b6a218279ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:21.042722174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"94150578-c300-4ae4-bdf7-7be083d3cea8","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:21.095866298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-combo-sub-c504f6e8-auth","reconcileID":"5dc4765c-01ec-434b-ae57-f722f2e8cfab","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:21.099134176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"9aa5d4ba-6ce3-4af4-969a-7abc4f1570a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:21.09922366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"4a8deaa1-53cf-45e9-a052-3b6a218279ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:21.143408164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-28e007df","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-apikey-sub-binding-28e007df","reconcileID":"4052c182-a5c5-41a7-877e-855ad4f28ee3","MaaSSubscription":{"name":"e2e-apikey-sub-binding-28e007df","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:21.250862992Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-combo-sub-c504f6e8-auth","reconcileID":"7ab83974-1d4d-4d3b-b1cf-7a696b7d6007","MaaSAuthPolicy":{"name":"e2e-combo-sub-c504f6e8-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:21.361607637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"ec9e8869-6ef9-492d-b656-09efa3e648ae","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:21.410985597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"116eb0c5-3bd7-4db7-8848-bbdc659529a3","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:21.516450015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"aec09bc0-4260-473d-b0cb-62e6b075abb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:21.516449992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c2b78ee0-1be0-41df-9890-76cd8925ee12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:21.573753998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c2b78ee0-1be0-41df-9890-76cd8925ee12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:21.573931561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"aec09bc0-4260-473d-b0cb-62e6b075abb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:22.59238084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"f7ad7872-b6c2-489e-940d-7a8b9273a499","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:22.647187194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"c3b4670d-f509-4805-82df-608c02e3b14d","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:18:22.700945246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-ordering-sub","reconcileID":"7444d879-5739-45c8-a136-14fdfdadef06","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:22.748433637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4d42d9c5-9462-4084-a7f9-48ee985faec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:22.748430634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"4cad5bbc-6257-4c83-884b-eb132cc5f276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:22.805626773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"4cad5bbc-6257-4c83-884b-eb132cc5f276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:22.805893534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4d42d9c5-9462-4084-a7f9-48ee985faec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:22.81557425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"75dad55f-61b5-49be-aa96-3ee6e0c590a7","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:22.872334904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"ccb2b8ad-ef30-481c-af10-d3255131c765","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:23.115137909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"bcb50f12-7e29-455f-94ac-6020ff39b1c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:23.11513791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"72e691a9-cd48-46a2-aad1-ba1f8170f113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:23.139292598Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-ordering-sub","reconcileID":"d4ea9c04-1b66-4bab-9356-9e959e26668b","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-ordering-sub","ai-tenant-e2e-worker-w2-3d70ff/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:23.172000923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"72e691a9-cd48-46a2-aad1-ba1f8170f113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:23.172210565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"bcb50f12-7e29-455f-94ac-6020ff39b1c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:23.303414427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"6c582735-f7fa-4d77-8de2-352c11dfbf08","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:23.35040699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"a3283f91-fd09-4786-9405-bd17ce5ca057","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:23.511389286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-ordering-sub","reconcileID":"0a8c97bd-a41e-4101-8a69-1053f4635d1e","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:26.04727322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"7ac37469-319c-46f4-8f03-1e8745a245ee","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:26.103826955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"06290c83-564d-4d8b-bda1-f8af3e98b2ff","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:26.257976903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-ordering-auth","reconcileID":"b7812941-a52c-4bb7-b046-081e773a2aef","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:26.314810441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-ordering-auth","reconcileID":"b7812941-a52c-4bb7-b046-081e773a2aef","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:26.580598859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"c816cce1-2378-4ef1-b214-455c38c0b350","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:28.954251095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"43341a89-46fb-4d68-b660-1e30b092660d","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:29.109665369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-ordering-auth","reconcileID":"ee3f64ff-656a-4b7f-8111-7c48976b0b95","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:29.109808117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"35cbeea2-4624-445a-97c3-b0feab5e9dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:29.110181669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"a6cd4849-96bf-43cf-bf82-b098d8385170","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:29.166585874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"a6cd4849-96bf-43cf-bf82-b098d8385170","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:29.166779164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"35cbeea2-4624-445a-97c3-b0feab5e9dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:29.169124354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-ordering-auth","reconcileID":"ee3f64ff-656a-4b7f-8111-7c48976b0b95","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:33.520866182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f92a76c-da9b-428a-9fee-bb2162aa0e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:33.573369938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f92a76c-da9b-428a-9fee-bb2162aa0e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:33.625865141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f92a76c-da9b-428a-9fee-bb2162aa0e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:33.678182829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f92a76c-da9b-428a-9fee-bb2162aa0e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:34.830065869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"b41406a2-7494-499b-a002-1c514033d626","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"tenant":"e2e-inf-a-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:34.830092906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"b41406a2-7494-499b-a002-1c514033d626","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"routeName":"test-model-2ea125-kserve-route","namespace":"ai-tenant-e2e-inf-a-2ea125","llmisvcName":"test-model-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:35.610654446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ae4b1b-0449-4eda-9f38-02791a1cbad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:35.6625989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ae4b1b-0449-4eda-9f38-02791a1cbad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:35.714936277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ae4b1b-0449-4eda-9f38-02791a1cbad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:35.766902042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ae4b1b-0449-4eda-9f38-02791a1cbad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:37.864674222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"5fbae172-b9b3-492d-bfcd-33f2720ab71e","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:37.921492967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"b00083fa-4814-4a86-be75-ed28783a45b1","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.078419053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-auth","reconcileID":"24016b25-2d58-4bf1-b9d7-58046d505b8c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.135571934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-auth","reconcileID":"24016b25-2d58-4bf1-b9d7-58046d505b8c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.154065156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"33e982f6-b413-4131-9d2b-e55e2a2081e0","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.20981951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"737c1b3e-bee2-4546-8a6c-ede06d91b449","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:18:38.265496033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-sub","reconcileID":"581b264f-fea6-4629-aa3e-40992d4f39d5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.311204406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"bfe6a493-bd2c-47e1-8f55-7e465e76f834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.311214348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"3ddbc46a-09fd-4f70-b801-ccae4125bd16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.357556572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"6ee509c3-aac6-4b98-ac70-558afe7d7f45","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.358135664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"8123d6e3-1f53-4db1-8d2e-0d730797469d","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.370580013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"bfe6a493-bd2c-47e1-8f55-7e465e76f834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.389021221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"cbb33a83-fd17-4f9b-9649-838924b09355","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.405658288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"3ddbc46a-09fd-4f70-b801-ccae4125bd16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.4307669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"96886045-94d0-4958-92b4-43cbab399480","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.43200833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"22967adb-0cf3-4d38-b6dc-512e1cad4d7e","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.443850411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"95d8c8f4-0bc6-464a-bfa7-51ce30e9a284","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.463080986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"fd4d76cf-bfb4-4dd9-b557-e1c5f6814f82","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.515550007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7ae5248f-32ab-4e33-9588-61622507997d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.51611401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"bc4fc05e-49b7-4249-884d-ee4ba24a65c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.57088436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"1834416b-df8b-4b07-8d27-25e1c30900e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.571513317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"742c034f-2e24-401a-8e05-5d7f149201eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.575595221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7ae5248f-32ab-4e33-9588-61622507997d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.579163639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"bc4fc05e-49b7-4249-884d-ee4ba24a65c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.623110291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-auth","reconcileID":"37f3bdd0-d834-47df-a827-897df5ba57b9","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.680062598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-auth","reconcileID":"37f3bdd0-d834-47df-a827-897df5ba57b9","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.727044547Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-sub","reconcileID":"11491e11-0e5b-4246-a73e-6c4749b1d392","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.752532841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"9a2dedd8-8350-4606-abcb-cae5a0c60e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.752696651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"163cdcb9-3920-4e40-9a3e-8a5fcdfead27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.810504277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"9a2dedd8-8350-4606-abcb-cae5a0c60e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.811908245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"163cdcb9-3920-4e40-9a3e-8a5fcdfead27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.892445168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"c3fb9a01-dc49-4167-a448-005c8b0581cf","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.936144469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"637655d4-b3c8-4bd1-a410-8896eded3a27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.953659105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2a060eb3-8fd5-4882-9cc7-8573ae5f6aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:38.953724046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"3b2cf656-9155-4699-bcc3-5bf5140db6d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.012282845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"3b2cf656-9155-4699-bcc3-5bf5140db6d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.012285894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2a060eb3-8fd5-4882-9cc7-8573ae5f6aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:18:39.052843631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-auth","reconcileID":"37f3bdd0-d834-47df-a827-897df5ba57b9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.100539961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-sub","reconcileID":"ac373823-7846-40d7-9902-37f0038d817a","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.118840795Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-ordering-sub","reconcileID":"b436b426-c6a8-48b5-8ecb-1caa9af92b87","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.212696926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-auth","reconcileID":"392d9bc9-f29d-4b59-a5e9-4c0c5525c9ef","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.271659121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-auth","reconcileID":"392d9bc9-f29d-4b59-a5e9-4c0c5525c9ef","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.331299289Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-ordering-sub","reconcileID":"b436b426-c6a8-48b5-8ecb-1caa9af92b87","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.543114903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"ce4c86b0-dafb-4642-8b7f-0f58c04eaae8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.592968055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"07ea6a65-bdc5-4a82-8899-ea747f6f15c2","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.652232505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"f0ae753c-2b92-40d8-ad11-9621e503d8cc","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.743358496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"373d9712-61bc-421a-b6e7-50f2f6d88d9b","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.747542088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-ordering-auth","reconcileID":"0f8943a5-9d94-416d-8fc9-2dd7d3f097a8","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.747556001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"3ffb5121-a02c-410e-b684-890779c8294c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.747993136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3d1a506f-bebe-4414-bb85-c4cf42d36de7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.80421685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-ordering-auth","reconcileID":"0f8943a5-9d94-416d-8fc9-2dd7d3f097a8","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.806229877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"3ffb5121-a02c-410e-b684-890779c8294c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.806391674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3d1a506f-bebe-4414-bb85-c4cf42d36de7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:39.958319774Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-ordering-auth","reconcileID":"d24d0c19-57ac-4276-8eb5-3d262cd80143","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:40.168318335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"889e2914-4c33-4633-aa51-d290d9c589c9","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:40.316135379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"56344fb7-ff8f-49df-b737-78a1a20b2e38","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"tenant":"e2e-inf-a-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:40.316153274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"56344fb7-ff8f-49df-b737-78a1a20b2e38","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"routeName":"test-model-2ea125-kserve-route","namespace":"ai-tenant-e2e-inf-a-2ea125","llmisvcName":"test-model-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:40.371087212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"d1ad7b9c-5e61-4e23-b444-1faf90cf23e4","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"tenant":"e2e-inf-a-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:40.371110689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"d1ad7b9c-5e61-4e23-b444-1faf90cf23e4","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"routeName":"test-model-2ea125-kserve-route","namespace":"ai-tenant-e2e-inf-a-2ea125","llmisvcName":"test-model-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:40.474136135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"0adca666-fee0-4b2f-b1b8-9a9bfcc9cb0a","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:40.600869015Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"0adca666-fee0-4b2f-b1b8-9a9bfcc9cb0a","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:40.656390985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-2ea125-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"0adca666-fee0-4b2f-b1b8-9a9bfcc9cb0a","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:40.713418831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"c699be30-7e73-4bcb-b76f-d0206b87366f","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"tenant":"e2e-inf-a-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:40.713436135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"c699be30-7e73-4bcb-b76f-d0206b87366f","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"routeName":"test-model-2ea125-kserve-route","namespace":"ai-tenant-e2e-inf-a-2ea125","llmisvcName":"test-model-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.08777787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"18182fb9-7f05-4d68-a327-b587021580d1","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.243369717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-auth","reconcileID":"51043687-4858-47a2-a2bb-1db5f5d0e424","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.246136307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"2663a4a0-40c4-45e5-a221-e5fc6f15253d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.246213596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"0fe91b3c-3449-4f3f-b6b4-6dac3a6c63d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.302422374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-auth","reconcileID":"51043687-4858-47a2-a2bb-1db5f5d0e424","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.307120091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"0fe91b3c-3449-4f3f-b6b4-6dac3a6c63d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.310065353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"2663a4a0-40c4-45e5-a221-e5fc6f15253d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.53386921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"4e571390-eec2-4eb7-96f2-8923a7029f5a","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.590284142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"10037a5c-1c0a-444e-9699-fc1d02dc3053","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.641826876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54cfba1b-a0fe-4df7-bfc6-0cc4406196d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.693829711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54cfba1b-a0fe-4df7-bfc6-0cc4406196d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.745936259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54cfba1b-a0fe-4df7-bfc6-0cc4406196d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.79780633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54cfba1b-a0fe-4df7-bfc6-0cc4406196d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.81444135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"a929890b-1681-483a-b192-381bad7eb654","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.870980912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"13be92e9-f01f-4bde-8ffb-ae30b27b09d5","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.885212678Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.900493142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-success","reconcileID":"120fb16f-d1d1-4452-b510-c40f0ff1c2d3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:18:41.923970197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-success","reconcileID":"30f99f6a-c9bc-43e6-b83c-9896c27f1910","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:41.967021114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-success","reconcileID":"120fb16f-d1d1-4452-b510-c40f0ff1c2d3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.0168134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"04932fe0-959c-4b6b-9c1b-b78338c6ce85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.016850604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"bbf1eaae-f4c4-48ba-b492-7dddd0dce018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.038995311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"04247fdb-9502-423c-9e90-0fd301e19f29","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.07418315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"bbf1eaae-f4c4-48ba-b492-7dddd0dce018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.07538877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"04932fe0-959c-4b6b-9c1b-b78338c6ce85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.096014112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"0675ec1e-7f90-4c3b-9ca5-1e6d22d35d5a","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.184173204Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-2fd4c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-2fd4c9","reconcileID":"b2a5bd1f-b0d4-41a9-b075-f5f21c2b4617","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-2fd4c9","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-2fd4c9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.334088083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"d0fdad12-1d7e-4a35-8995-ba978a7e815e","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.363731886Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-success","reconcileID":"4c9812dc-7e55-4162-9b4d-90d7d51d0c78","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-3d70ff/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.432904415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e369cf94-8c5f-41fa-9b37-cfde1305051b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.433040387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"47b23dc3-b1ab-44d9-b809-26231a53f9d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.489914285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e369cf94-8c5f-41fa-9b37-cfde1305051b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.489930164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"47b23dc3-b1ab-44d9-b809-26231a53f9d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.527516006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"aed92950-330e-48f5-8c06-a903d8e0998e","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.534405533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-success","reconcileID":"2eb92f57-25b3-4462-a7cb-ac69ba901286","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.574119321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"1e2d5a5d-1e58-4546-b39c-0361a9248d09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.591688903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-success","reconcileID":"2eb92f57-25b3-4462-a7cb-ac69ba901286","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:42.736220876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-success","reconcileID":"65fb5a7b-882b-4f15-8f9b-f4f6962d7a27","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:43.710206792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48809366-ccc3-435c-bcb1-de429ccc3d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:43.76172878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48809366-ccc3-435c-bcb1-de429ccc3d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:43.813871685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48809366-ccc3-435c-bcb1-de429ccc3d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:43.865533359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48809366-ccc3-435c-bcb1-de429ccc3d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:45.299994857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"6ea03b99-0578-4aa9-adbd-a9660a4d6954","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:45.455071143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-success","reconcileID":"67ac54ce-386c-4001-9c41-12a23337632f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:45.455099056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"caca2e41-7540-403b-9d0a-7d84cb72d99a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:45.455666531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"03e0c02c-187f-445d-be9d-2b5d41b8af2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:45.5131167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"caca2e41-7540-403b-9d0a-7d84cb72d99a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:45.514327326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-success","reconcileID":"67ac54ce-386c-4001-9c41-12a23337632f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:45.515594773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"03e0c02c-187f-445d-be9d-2b5d41b8af2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:50.816772307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"5b949888-50da-4403-ab8e-5a8e1fcb7204","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:50.873425906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"5b949888-50da-4403-ab8e-5a8e1fcb7204","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:50.929584681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-2ea125-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0dd26fcdddf2f1d4e1e6b5f6977016d02c262941f6506922aa06c363caab261c) AuthConfig (6a7acf434e0c84313463279587298e0c1b6733de2f6611a05f116994ff6f306c) AuthConfig (41ca500870b51861db84010a1d99e627a9b7abda83ecb0174767fcd3b3098c96) AuthConfig (f6aed59e93930dffc7500d9dff53704a3b7b0e81d545a2a4fb84728511e59f41) AuthConfig (15b6ea238ddd3b4fc0dac7b958e1080b31fc2c97da5a7e415570293f20911ba9) AuthConfig (36965f57938fba65bfe260766b63c23416386425bc4058aba4105ce846794078) AuthConfig (171756654c48de5b5edf523144e483acf8d039d5e1419efb34758e5bf4278316) AuthConfig (44debef8db7c69e87f57a10b29b54cadbdf27dfbd18f90472318da882c80a7bb) AuthConfig (de86efc6f377d1a20b52ae1b2bce08b956428040026b80cf071df591cc429b1b) AuthConfig (dc26f8d18389b53fc49ce5ce59c22f61b46043926a6fd8552220d892907eab09) AuthConfig (c04ae6dcbeac87a3b8d7b3deff6facb1ba81d5c4a5a2ae82a5796da4c8e837e3) AuthConfig (11eb1859407e592aaf55b5c207c9368ad708bcc37ac8bffb55ebfa6cb99c1056) AuthConfig (c9113f64d8a1a452b00e03c8334a509e69dae46c5ec7c35618507cda1f78c2df) AuthConfig (bca861394a9b2b3cb8ca972429722d08358db897d7527854d1ebee83fa590dc0) AuthConfig (1dad4063d7616362cb4756cbaa4ebf5075fbc78806c7baf216e552124f436434) AuthConfig (f51ef5e0766588bd04cd254a94bbbca7862874f03ef3d37f0f74b666398d93d9) AuthConfig (9be9d40a422342b6da72b33a44640d3f367a163fe5f400485ee84da61a6c28e9) AuthConfig (25aae3ec6f19e97a60328a2f18eeb94b5f5993cbc0442c2784e8a0c05415ee68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"5b949888-50da-4403-ab8e-5a8e1fcb7204","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:50.989917694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"198dce20-b73e-46df-8c06-238eca3eb93c","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"tenant":"e2e-inf-a-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:50.98993572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"198dce20-b73e-46df-8c06-238eca3eb93c","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"routeName":"test-model-2ea125-kserve-route","namespace":"ai-tenant-e2e-inf-a-2ea125","llmisvcName":"test-model-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:51.176457098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"84bbc677-7f08-4dde-8ac7-fe204088e6c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:51.176494673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"decd9511-371b-4fd6-921b-22d324e7dfd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:51.233593837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"84bbc677-7f08-4dde-8ac7-fe204088e6c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:51.233846585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"decd9511-371b-4fd6-921b-22d324e7dfd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:51.24944615Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-sub","reconcileID":"fd931e45-8826-4ccf-99ad-2d7c008e15f7","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:51.462114319Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-sub","reconcileID":"fd931e45-8826-4ccf-99ad-2d7c008e15f7","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:51.671207205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"e011e06f-2a85-431a-bd59-7f17d8ab9e51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:51.678598934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"54f04896-0a09-4471-9f88-ee5d8ed0fc0f","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:51.833625018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a2f0be1e-385f-41be-8131-d316be1a4f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:51.834176433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"d624f1c6-577b-4992-8bc0-6f834ca5eeeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:51.8345561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-auth","reconcileID":"56bb5cd8-fed6-4a69-835c-a7ef41278b76","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:51.857464461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"77e03431-8079-4b63-bb3b-3ac4f9c009f5","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:51.891823602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a2f0be1e-385f-41be-8131-d316be1a4f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:51.892145393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-auth","reconcileID":"56bb5cd8-fed6-4a69-835c-a7ef41278b76","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:51.894221193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"d624f1c6-577b-4992-8bc0-6f834ca5eeeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:52.09650984Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-active-auth","reconcileID":"f4dc3af5-1364-4d17-a01f-a98dac15ce1f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:52.304742328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"f5ce5af8-61d9-4174-b3ce-7b9cb81e9f61","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:53.408949204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"fe899ba7-924b-4824-b010-7a44774b1a63","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:53.465128699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"a18dcaf9-0825-4349-90f6-8bcf19695ee1","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:53.619987845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-auth","reconcileID":"91c6ef64-5026-424c-a8e7-e09db1c5c54e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:53.689128646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-auth","reconcileID":"91c6ef64-5026-424c-a8e7-e09db1c5c54e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:53.707877283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"b9686cd6-5f72-4505-8694-0f2ef39490f8","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:53.778236987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"5155be8c-ab7f-4a8f-843d-08547173b0a0","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:18:53.824842882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-sub","reconcileID":"cce53fdb-7e45-4fa8-8f1f-c8b643fb1205","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:53.888296734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"b2af9a39-a380-4748-a52f-f35110ed6a14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:53.888350501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"46a83ff6-9f3b-4593-b667-66088b58f0a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:53.939909819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"01ef406b-5035-4041-bc86-a90735f7e05d","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:53.94864284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"46a83ff6-9f3b-4593-b667-66088b58f0a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:53.948642976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"b2af9a39-a380-4748-a52f-f35110ed6a14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:53.997758748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"f087333f-8df9-44ed-a5a9-656c390a58fa","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:54.019608887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"9b9eae98-7d58-46d7-b8b3-f052a6322653","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:54.174158046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-auth","reconcileID":"7110ac23-ce5d-4cf1-86f1-b5255f35f2bb","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:54.230762302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-auth","reconcileID":"7110ac23-ce5d-4cf1-86f1-b5255f35f2bb","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:54.264099606Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-sub","reconcileID":"ca1ffb76-a3da-4d54-b087-66029e6a1dc3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:54.264228554Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-sub","reconcileID":"ca1ffb76-a3da-4d54-b087-66029e6a1dc3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7d1ec3/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:54.274951498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"95c5ca0f-2ca6-49a6-8afe-4c0ed6b062a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:54.27498512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"9241e4f2-a7cc-4194-9539-538ef2f01679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:54.331874989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"95c5ca0f-2ca6-49a6-8afe-4c0ed6b062a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:54.33192475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"9241e4f2-a7cc-4194-9539-538ef2f01679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:54.474811271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"d4cc59d2-71a8-4df5-8e4a-ab0545203115","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:54.532999649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"d6d8ec2f-46bd-4d3d-8e35-c1e48d883687","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:54.7416141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-sub","reconcileID":"51842c77-71ea-41ee-900b-44ca73c34863","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:54.741713444Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-sub","reconcileID":"51842c77-71ea-41ee-900b-44ca73c34863","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7d1ec3/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:55.471036633Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-success","reconcileID":"9416817b-fd64-41e8-8bca-b60c501bf5e8","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:55.689013807Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-success","reconcileID":"9416817b-fd64-41e8-8bca-b60c501bf5e8","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:55.898415439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"28d135ea-e76d-4825-99b7-bffa497675ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:55.903704489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"34613195-6566-4f15-a85a-13a938a622ad","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:55.962321943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"b2a417ef-9bf1-4f55-a05f-e1e069c15b44","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:56.057744306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"8b728565-fdd9-4381-8e88-ff39a473625a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:56.057846793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"e3e5803e-4ed4-489a-8d99-b305b6b8954f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:56.058237725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-success","reconcileID":"e712f7bc-8a40-458a-99e3-fc16ffbb526a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:56.063021836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"755e7bdc-089f-4e80-ad0b-58a28cefeff2","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:56.115043809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-success","reconcileID":"e712f7bc-8a40-458a-99e3-fc16ffbb526a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:56.115106929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"e3e5803e-4ed4-489a-8d99-b305b6b8954f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:56.11721833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"8b728565-fdd9-4381-8e88-ff39a473625a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:56.318919114Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-success","reconcileID":"c95fd949-e5d7-4b9a-a2e3-d0647437f268","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:56.478292677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"cae5e36e-0d71-4ca8-8fcc-a2a9aab0dfc9","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:56.710054025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"274ff7f4-9d42-4c05-97fb-d25ffdee2c3a","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:56.864697614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"44df409f-3302-430a-a9a3-be9f99844482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:56.864719668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-auth","reconcileID":"7a3fd6e4-ed42-4daf-ac76-1459b4bc32e0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:56.865243902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"1e8d6b76-a475-43ca-a81e-9c45c1848570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:56.927466092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-auth","reconcileID":"7a3fd6e4-ed42-4daf-ac76-1459b4bc32e0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:56.927466093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"44df409f-3302-430a-a9a3-be9f99844482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:56.92980831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"1e8d6b76-a475-43ca-a81e-9c45c1848570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:57.697256776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"497b4e97-1753-4e92-8457-6e74f474e60a","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:57.754838873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"f784270d-044d-4b02-9f77-041f6ccfedc4","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:57.894149795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-no-access","reconcileID":"caddefdd-17eb-475b-ab33-5557785db737","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:57.950726174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-no-access","reconcileID":"caddefdd-17eb-475b-ab33-5557785db737","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:57.958663839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"ea5b6c31-12ac-4989-b0c7-0177361258bc","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.013513432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"ab15b3a4-39bd-4774-a545-5548bfe1febe","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:18:58.066975821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-no-access","reconcileID":"9571f6e8-c5f4-4442-9ba1-62247d5964c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.181311703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"2571d5f0-0501-4ac2-89e8-a5c91b638e91","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.182501348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"b5caaa6e-e3b7-4d75-a56d-77076cfad0d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.182536264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f03a12d3-9b07-488a-b0a0-aea0821fa040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.239703245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f03a12d3-9b07-488a-b0a0-aea0821fa040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.239861642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"b5caaa6e-e3b7-4d75-a56d-77076cfad0d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.240398407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"d02455d6-8656-4218-b741-66149b89765e","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.289043596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"3900fcdd-8c99-46d1-ac00-534d82ce61ad","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.4449237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-no-access","reconcileID":"f7ce991e-38fb-4a3e-90e5-21630c27e0e6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.501398431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-no-access","reconcileID":"f7ce991e-38fb-4a3e-90e5-21630c27e0e6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.505335722Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-no-access","reconcileID":"7a408fc8-cf0a-4d8f-ad4b-d2444265cfbc","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-3d70ff/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.599376133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"eded08ef-e693-4ea0-87a8-3c01c8d99c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.599416998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e0a7fb8c-0eb4-4aa6-89b8-63ec04bc97f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.657734115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e0a7fb8c-0eb4-4aa6-89b8-63ec04bc97f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.658163204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"eded08ef-e693-4ea0-87a8-3c01c8d99c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.670655395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"db9b3209-a114-4e09-9050-f77ab0c95d0d","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.715413973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"c4817b7f-cedf-4a20-956a-4c74349cc099","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:58.877962035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-no-access","reconcileID":"3bc1ba9a-87dc-4de4-9ba2-498fefd7a6ef","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:18:59.090302423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"af09f917-b20d-4b30-aeb0-8e0c40a56026","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.093221429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"b69eaf2d-9144-4e23-916b-50401cb1751e","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.15044586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"b69eaf2d-9144-4e23-916b-50401cb1751e","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.207936087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-2ea125-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0dd26fcdddf2f1d4e1e6b5f6977016d02c262941f6506922aa06c363caab261c) AuthConfig (6a7acf434e0c84313463279587298e0c1b6733de2f6611a05f116994ff6f306c) AuthConfig (41ca500870b51861db84010a1d99e627a9b7abda83ecb0174767fcd3b3098c96) AuthConfig (f6aed59e93930dffc7500d9dff53704a3b7b0e81d545a2a4fb84728511e59f41) AuthConfig (15b6ea238ddd3b4fc0dac7b958e1080b31fc2c97da5a7e415570293f20911ba9) AuthConfig (36965f57938fba65bfe260766b63c23416386425bc4058aba4105ce846794078) AuthConfig (171756654c48de5b5edf523144e483acf8d039d5e1419efb34758e5bf4278316) AuthConfig (44debef8db7c69e87f57a10b29b54cadbdf27dfbd18f90472318da882c80a7bb) AuthConfig (de86efc6f377d1a20b52ae1b2bce08b956428040026b80cf071df591cc429b1b) AuthConfig (dc26f8d18389b53fc49ce5ce59c22f61b46043926a6fd8552220d892907eab09) AuthConfig (c04ae6dcbeac87a3b8d7b3deff6facb1ba81d5c4a5a2ae82a5796da4c8e837e3) AuthConfig (11eb1859407e592aaf55b5c207c9368ad708bcc37ac8bffb55ebfa6cb99c1056) AuthConfig (c9113f64d8a1a452b00e03c8334a509e69dae46c5ec7c35618507cda1f78c2df) AuthConfig (bca861394a9b2b3cb8ca972429722d08358db897d7527854d1ebee83fa590dc0) AuthConfig (1dad4063d7616362cb4756cbaa4ebf5075fbc78806c7baf216e552124f436434) AuthConfig (f51ef5e0766588bd04cd254a94bbbca7862874f03ef3d37f0f74b666398d93d9) AuthConfig (9be9d40a422342b6da72b33a44640d3f367a163fe5f400485ee84da61a6c28e9) AuthConfig (25aae3ec6f19e97a60328a2f18eeb94b5f5993cbc0442c2784e8a0c05415ee68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"b69eaf2d-9144-4e23-916b-50401cb1751e","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.312461438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"ce9e7d6e-56d8-49d0-b730-d7159b531009","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.470437238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-no-access","reconcileID":"9518fbe2-30e2-49e1-80d5-dc53925b70c8","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.471446285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"253c2c4f-10dd-4ca7-91c7-0a51fb63fc2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.47233783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f7c18b18-ff7f-4ecc-b86c-421d2f204ab6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.560513343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-no-access","reconcileID":"9518fbe2-30e2-49e1-80d5-dc53925b70c8","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.563721289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"253c2c4f-10dd-4ca7-91c7-0a51fb63fc2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.564243957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f7c18b18-ff7f-4ecc-b86c-421d2f204ab6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.660315903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"ae25ea43-7d8b-4504-8785-b251b7ae046d","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.660755299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"fafa0446-eff1-4e13-a3bf-14fe1bfce586","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.661084924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"a806ae1c-722e-49b8-8c32-467794098b8b","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.728579914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"e61b4787-f40d-4a3a-9259-5d661aacec79","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.728949831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"fbbabf67-e77b-4e2f-9670-b07f63976a60","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.729210078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"b091a7f5-7b69-44f7-aef0-d6f96eb70601","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.818642894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a2a87a8f-3ca4-4570-821a-c35f53158293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.877717077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a2a87a8f-3ca4-4570-821a-c35f53158293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.880239571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"be885239-ae53-4546-b56f-ad7966532d89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.880748641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"bd507e98-f707-4a38-9931-3f0bcb349d81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.920259268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7e0fc9aa-0ce9-4847-8305-9ba51d8e86e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:01.97997614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7e0fc9aa-0ce9-4847-8305-9ba51d8e86e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:02.190342331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"6618a182-da8f-4a3b-b962-218765ee56db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:02.248431115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"6618a182-da8f-4a3b-b962-218765ee56db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:02.290724696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6e119d80-2dfb-4b13-887f-e019115f3e88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:02.348952537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6e119d80-2dfb-4b13-887f-e019115f3e88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:06.871083588Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-sub","reconcileID":"26200dda-3a53-41b3-8cea-1b9bf26c1de5","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:07.086222741Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-sub","reconcileID":"26200dda-3a53-41b3-8cea-1b9bf26c1de5","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:07.08625772Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-sub","reconcileID":"26200dda-3a53-41b3-8cea-1b9bf26c1de5","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:07.086414839Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-sub","reconcileID":"26200dda-3a53-41b3-8cea-1b9bf26c1de5","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7d1ec3/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:07.296953024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"5ff283a5-b98f-47ce-848e-2f707f662230","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:07.354441676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"2ba19cf2-5739-40e6-a687-1813cf420acf","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:07.504844206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"66ebcea2-de05-4ca5-af2c-d18ac2acb265","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:07.508931954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-auth","reconcileID":"b87d6ee9-8bd1-4a33-a3a1-26089c3fedf4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:07.508990097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"9808e75c-9033-469e-b5d9-9e850ad45fa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:07.509398283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"1ab96339-2dab-44c4-8f38-2f6bf6254005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:07.567341764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"9808e75c-9033-469e-b5d9-9e850ad45fa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:07.56748377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"1ab96339-2dab-44c4-8f38-2f6bf6254005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:07.570658891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-auth","reconcileID":"b87d6ee9-8bd1-4a33-a3a1-26089c3fedf4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:07.776397214Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-degraded-auth","reconcileID":"4373ca94-d456-417a-b4db-6b0f15895dc7","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:07.987612601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"d9681af1-50f1-49a4-b6de-73ef4e127902","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:09.099626454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"217c4791-6d1e-471d-bb29-12769b451d77","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:09.156646251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"aa076949-34df-48dd-bf50-69aaced8653c","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:09.311251286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-failed-auth","reconcileID":"c1bd9e67-d364-4251-9097-706cea1ab3a5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:09.367984268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-failed-auth","reconcileID":"c1bd9e67-d364-4251-9097-706cea1ab3a5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:09.646731906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-failed-sub","reconcileID":"3943e046-3406-42a7-8252-aa3800dc6602","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:09.683953632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"0ab12b1f-7d72-44b9-8f8e-7ce60a5b1015","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:09.693730408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"1ab01210-f7e7-42fc-aba2-5682864c5ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:09.69376723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c948d1ec-c0c7-4e39-8d73-dc39c495ef71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:09.750582668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"1ab01210-f7e7-42fc-aba2-5682864c5ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:09.750610583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c948d1ec-c0c7-4e39-8d73-dc39c495ef71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:09.83828151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-failed-auth","reconcileID":"2bfe2ce3-ccb0-4d57-a79f-05f5b9be67a2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:09.895259709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-failed-auth","reconcileID":"2bfe2ce3-ccb0-4d57-a79f-05f5b9be67a2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:10.111466072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c53d7bbe-c7cd-4798-82de-c0a330eb8cf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:10.111465813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"82b3ff4f-51b8-4396-b76b-061603e0fb2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:10.168598944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"82b3ff4f-51b8-4396-b76b-061603e0fb2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:10.168602127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c53d7bbe-c7cd-4798-82de-c0a330eb8cf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:10.261321446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-failed-auth","reconcileID":"6b17d93c-761e-450d-9062-8a6f951b603f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:10.31815815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-failed-auth","reconcileID":"6b17d93c-761e-450d-9062-8a6f951b603f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:11.311273433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"11055095-f5df-444c-99c2-489a0ffe8bcc","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:11.367853074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"11055095-f5df-444c-99c2-489a0ffe8bcc","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:11.473842779Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-no-access","reconcileID":"53d257ce-7a5e-4591-ae42-19dc5fea122a","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:11.633432358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"4aaccb1c-1b75-4eb0-b738-e055f42e431a","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"tenant":"e2e-inf-a-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:11.633454904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"4aaccb1c-1b75-4eb0-b738-e055f42e431a","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"routeName":"test-model-2ea125-kserve-route","namespace":"ai-tenant-e2e-inf-a-2ea125","llmisvcName":"test-model-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:11.689380822Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-no-access","reconcileID":"53d257ce-7a5e-4591-ae42-19dc5fea122a","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:11.886310694Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:11.89872756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"1390a3aa-bbd7-4bba-adc9-12460b80eba7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:11.904609121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"8371929b-44b7-4695-862d-fb45c0a60e86","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:12.058956354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"8f837298-7f5c-4bd0-a468-7d3b0751fe20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:12.059203039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"03193aff-7860-4ee6-82b5-2de88f344218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:12.058958656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-no-access","reconcileID":"0108347a-45a4-4f03-bbb0-42076d97bde5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:12.064544385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"7775980b-c2ba-4b50-afd3-573dfe8e8331","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:12.115894065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"8f837298-7f5c-4bd0-a468-7d3b0751fe20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:12.116277973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"03193aff-7860-4ee6-82b5-2de88f344218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:12.11810012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-no-access","reconcileID":"0108347a-45a4-4f03-bbb0-42076d97bde5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:12.319157918Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-no-access","reconcileID":"03130fca-041f-4632-be19-5d4739d47194","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:12.478669958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"41140c7c-753f-4501-84ac-5f4577a0b2c7","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:12.608593094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"62869685-5411-42e2-b75a-1f809e3d5bfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:12.608732127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a16759e2-33d3-4439-99eb-ca08e2b6e4aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:12.608592488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-failed-auth","reconcileID":"62041862-2ac7-49c5-b43f-93da7bf2c3c5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:12.666079906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"62869685-5411-42e2-b75a-1f809e3d5bfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:12.666301622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a16759e2-33d3-4439-99eb-ca08e2b6e4aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:12.668492552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-failed-auth","reconcileID":"62041862-2ac7-49c5-b43f-93da7bf2c3c5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:13.576152587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"a60ca610-a10f-4be4-a137-24549fcf7589","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:13.631053935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"07551d1b-8e94-4b67-a33d-3f2a140a6f48","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:13.785657349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a0b06f3d-aa5b-4c90-bee7-f718f89e2b24","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:13.842741623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a0b06f3d-aa5b-4c90-bee7-f718f89e2b24","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:13.859351935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"49512f96-d998-4d1c-8e1a-edcc588339bc","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:13.9142359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"519ef2d3-924a-47d5-8918-4304450dc52d","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:13.968242212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-free","reconcileID":"99118b21-9be6-46f5-83ff-9ff2ef63ed00","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.013950798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1c847d24-d56e-458d-a530-6ecd41f229d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.014005773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"014ee19c-76fb-4bff-830b-ba7a3b5974ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.072775039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"014ee19c-76fb-4bff-830b-ba7a3b5974ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.072823777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1c847d24-d56e-458d-a530-6ecd41f229d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.082411878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"cdd831d0-fb09-484b-af02-0e8a518328a4","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.138920394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"83d803fd-4023-4a29-94f8-5c59a1873b07","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.171054881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"ed1186ce-a39f-4d5c-ac96-97af60e3d8a5","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.185036739Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-3d70ff priority=0:[ai-tenant-e2e-worker-w2-3d70ff/e2e-test-subscription-free ai-tenant-e2e-worker-w2-3d70ff/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.185256439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"6e85d494-52ce-471d-b517-9e2a221bf630","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.24174014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"e0cd54de-4d49-438b-ae34-6eba236be203","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:14.291868613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-premium","reconcileID":"b239999a-9009-4116-9d9c-bc6be100ec0d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.29942056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"6affc128-2f59-4d1e-a24f-50f0a206bad4","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.325853736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-multi-sub-valid","reconcileID":"91a03605-af7d-4c26-8234-b260e54053b8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.382867967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-multi-sub-valid","reconcileID":"91a03605-af7d-4c26-8234-b260e54053b8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.40684565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"16cac1ad-2402-4eaf-b245-6594b44c0e7c","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.406962992Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-free","reconcileID":"2210e6f5-d351-4d85-9c4d-e9379a4c7dd5","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-3d70ff/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.463216729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"a7b61bc9-0bfc-43bf-b626-7b4f80303af4","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.470068971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2d73b41a-5b3a-4ed4-a34b-425815f1b1dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.470130924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"faaf9cd2-682a-419b-ba73-b80ae37ecc1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.530442183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"faaf9cd2-682a-419b-ba73-b80ae37ecc1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.530571932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2d73b41a-5b3a-4ed4-a34b-425815f1b1dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.573920097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"d5db9d4b-e4d2-4972-a549-7918b74eb316","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.691974631Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"79424712-d99b-4bb9-8264-4a7f40495025","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-3d70ff/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.703769616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-multi-sub-valid","reconcileID":"65e23e92-9522-4c22-b8c6-ceb9348215d1","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.761218772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-multi-sub-valid","reconcileID":"65e23e92-9522-4c22-b8c6-ceb9348215d1","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.796507374Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-premium","reconcileID":"59aeca6f-2e7c-4067-a76c-70c8170704be","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-3d70ff/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.826529415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-free","reconcileID":"8571c1e8-95aa-49ea-95fc-c6e2bbcf15d0","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.907903924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"80968023-b227-438b-a406-b8b71acdb62c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.907903921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1d9b1f8d-b2bd-46f1-ae43-7b171b979547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.961957099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"178359b1-dbcd-47df-af93-5c34bb405faa","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.967373604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"80968023-b227-438b-a406-b8b71acdb62c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:14.967498143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1d9b1f8d-b2bd-46f1-ae43-7b171b979547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:15.008638222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"fba178b3-2b09-41da-a732-239ea5330f12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:15.145481458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-free","reconcileID":"7e31928a-f3ee-479c-ab6b-ce184f42e391","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:15.242387249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-premium","reconcileID":"21278aa0-ab9b-4885-be3d-409ca20b5380","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:16.963462539Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-3d70ff priority=0:[ai-tenant-e2e-worker-w2-3d70ff/e2e-test-subscription-free ai-tenant-e2e-worker-w2-3d70ff/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:16.963560833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"2abb19fd-83e0-4522-8534-270c6b786243","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"tenant":"e2e-inf-a-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:16.963574508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"2abb19fd-83e0-4522-8534-270c6b786243","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"routeName":"test-model-2ea125-kserve-route","namespace":"ai-tenant-e2e-inf-a-2ea125","llmisvcName":"test-model-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:17.022267177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"540db778-9484-422e-a0da-a55b451e0a1d","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:17.067111479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"0522a150-89ec-43e4-8b73-de12bd7397e1","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:17.072010892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"60224b1f-8637-4261-9104-7d53386e4063","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"tenant":"e2e-inf-a-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:17.072029943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"60224b1f-8637-4261-9104-7d53386e4063","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"routeName":"test-model-2ea125-kserve-route","namespace":"ai-tenant-e2e-inf-a-2ea125","llmisvcName":"test-model-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:17.073588033Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-2ea125-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:17.124290259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"0522a150-89ec-43e4-8b73-de12bd7397e1","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:17.129087009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"dc791851-b7c2-4533-9945-0583fa8bc413","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"tenant":"e2e-inf-a-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:17.12910655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"dc791851-b7c2-4533-9945-0583fa8bc413","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"routeName":"test-model-2ea125-kserve-route","namespace":"ai-tenant-e2e-inf-a-2ea125","llmisvcName":"test-model-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:17.341664916Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ea125-sub","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-sub","reconcileID":"3a6d5c07-efc1-40d6-8b7a-bd63576f7e8b","MaaSSubscription":{"name":"test-model-2ea125-sub","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"maas-trlp-test-model-2ea125","model":"test-model-2ea125","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-2ea125/test-model-2ea125-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:17.383557194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"d2220c03-3d09-4008-8d41-6791a4df52d8","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:17.440754409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"d2220c03-3d09-4008-8d41-6791a4df52d8","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:17.508548442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"ff65655d-3297-4ded-8965-616898e143d1","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"tenant":"e2e-inf-a-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:17.508568793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"ff65655d-3297-4ded-8965-616898e143d1","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"routeName":"test-model-2ea125-kserve-route","namespace":"ai-tenant-e2e-inf-a-2ea125","llmisvcName":"test-model-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:17.71791772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ea125-sub","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-sub","reconcileID":"c08c4369-66de-419d-8e75-e1f9a93828c6","MaaSSubscription":{"name":"test-model-2ea125-sub","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"maas-trlp-test-model-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:18.388495865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"8ca08f0c-2d03-41d5-bf46-802e54d7643f","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:18.54711584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1f24e5fe-1255-4c52-bd34-995f7898f6db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:18.549221196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4f79e07e-2d28-473e-b79e-6ee58c141582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:18.549248287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-multi-sub-valid","reconcileID":"df48a658-e611-4dd9-9312-1506f5a766cf","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:18.604652058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1f24e5fe-1255-4c52-bd34-995f7898f6db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:18.607585596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-multi-sub-valid","reconcileID":"df48a658-e611-4dd9-9312-1506f5a766cf","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:18.608009592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4f79e07e-2d28-473e-b79e-6ee58c141582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:20.364764942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"5224b1fc-6d28-4a13-9b5b-9ad33a180005","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:20.48334353Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"5224b1fc-6d28-4a13-9b5b-9ad33a180005","name":"e2e-extmod-b-2fd4c9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:22.616988951Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-failed-sub","reconcileID":"48b28e4c-f077-4d8a-8079-3eef1a97318f","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:22.617131779Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-failed-sub","reconcileID":"48b28e4c-f077-4d8a-8079-3eef1a97318f","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7d1ec3/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:23.007035802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"65cd68f3-d200-417d-9ca2-d119419a7bdc","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"tenant":"e2e-inf-a-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:23.007059727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"65cd68f3-d200-417d-9ca2-d119419a7bdc","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"routeName":"test-model-2ea125-kserve-route","namespace":"ai-tenant-e2e-inf-a-2ea125","llmisvcName":"test-model-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:23.022159767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7993ee89-801e-4ac3-b3a8-01595041833f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:23.022199464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"4fff4d60-82d8-41f0-8ceb-97855b29a5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:23.065420371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"7385326a-6b99-4013-b031-09879c52c0dd","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:23.082032655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7993ee89-801e-4ac3-b3a8-01595041833f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:23.082086314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"4fff4d60-82d8-41f0-8ceb-97855b29a5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:23.100309271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"e6564d2d-4b8f-4327-9087-01a8dc1b3bf2","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:23.122187238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e1f13749-6de7-4e93-ad0a-9003a3664af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:23.122317943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2e566bb5-ce7f-4777-800d-81c29767ec70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:23.122186464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-failed-auth","reconcileID":"cd2e5ff5-33fb-47c9-9924-f2f20bcf4b55","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:23.181208112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2e566bb5-ce7f-4777-800d-81c29767ec70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:23.181208046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-failed-auth","reconcileID":"cd2e5ff5-33fb-47c9-9924-f2f20bcf4b55","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:23.183505064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e1f13749-6de7-4e93-ad0a-9003a3664af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:23.38682496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-apikey-failed-auth","reconcileID":"c570d8dd-c07d-4b4e-88fa-2d252a3dce47","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:23.546868749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"3a5c2090-f6c2-4a31-af15-a4a792d0b2cc","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:24.860179412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"325328f7-4320-4a15-89bc-d2dfbf6e5d1e","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:24.915332857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"54976b53-2165-4a3b-97c7-5758c7223cb5","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.070428471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"bd8f23e6-e354-4bab-82d8-a65045e6f611","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.127436275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"bd8f23e6-e354-4bab-82d8-a65045e6f611","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.139354004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"ffbf4301-198b-41b9-833d-e80e0521df2b","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.196120697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"c57cb605-7222-4344-af25-4ea411c88fc7","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:25.246176597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-116acdc5","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5","reconcileID":"f143f1c0-f71c-4445-87fd-89a5754cf421","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-116acdc5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.293753132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5150645c-6b4c-4920-8c9c-16bb1d5522e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.293808521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"42b21290-3e88-464d-9d8f-3f620dc0c064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.350527589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"42b21290-3e88-464d-9d8f-3f620dc0c064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.352804307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5150645c-6b4c-4920-8c9c-16bb1d5522e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.361033528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"c7ba9944-ee40-44ed-8fec-d7ddc51fc52f","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.396321436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"ced6e915-5897-4227-b9f7-875ee634072a","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.417431142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"ae518105-ecbe-4442-91a5-239b4979cdf5","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.551014137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"36d50737-9a2e-4247-ad51-34e726875cac","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.607676034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"36d50737-9a2e-4247-ad51-34e726875cac","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.662538706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f7bb0210-e8e7-44bf-8cc1-173f469fda39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.663049183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b2516d27-b040-4ca6-b083-fbdc8eb92393","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.68502868Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-116acdc5","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5","reconcileID":"ac2365f6-4ca8-43d8-93bf-8a68c0c4ea7c","MaaSSubscription":{"name":"e2e-filter-sub-a-116acdc5","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/e2e-filter-sub-a-116acdc5","ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.719577618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b2516d27-b040-4ca6-b083-fbdc8eb92393","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.7196622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f7bb0210-e8e7-44bf-8cc1-173f469fda39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.849172572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"57972fd8-0cbc-40db-b4ab-6896d2bcf24f","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:25.893432978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"7ddcd4ff-9ffb-4fd7-955b-5b98af6fac75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:25.920297291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"36d50737-9a2e-4247-ad51-34e726875cac","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-a-116acdc5-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:26.058996975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-116acdc5","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5","reconcileID":"82b0a678-f936-4023-821d-6aa326a0a8a2","MaaSSubscription":{"name":"e2e-filter-sub-a-116acdc5","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:26.080022539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"cfa39d89-9b9e-4ea0-a185-3bc2a555861f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:26.136972232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"cfa39d89-9b9e-4ea0-a185-3bc2a555861f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:27.723131746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"44b73472-f4cb-464e-9381-d96de6307493","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:27.779514274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"db886f20-b4f4-43a3-a85d-18706416dd8d","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:27.934389948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b-auth","reconcileID":"48608f16-56a2-4102-9302-96456c917e87","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:27.992354325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b-auth","reconcileID":"48608f16-56a2-4102-9302-96456c917e87","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:27.993577302Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7d1ec3 priority=0:[ai-tenant-e2e-worker-w0-7d1ec3/e2e-filter-sub-a-116acdc5 ai-tenant-e2e-worker-w0-7d1ec3/e2e-filter-sub-b-e61cc02b]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:27.993595701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"697ed01b-f80d-404b-b47d-be7ee25a27b9","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.052174766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"275c8a9d-be9a-46f9-a651-7b599a5f2571","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.101871318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"d3e9a3cd-f116-4d73-ad2b-92aeab318ae0","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:28.104905143Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7d1ec3/e2e-filter-sub-b-e61cc02b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-e61cc02b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.152598207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"164f7052-fdc9-414b-90c2-f9e11c6dfb35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.152826358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"628dbfcd-2fd1-42b8-83aa-fb48631b3d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.153219469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"f34c6b6b-6f69-460c-941e-e029699888ea","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.156457177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"d26a3d03-0fd1-4334-9425-459f9bf97c07","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.209399944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"164f7052-fdc9-414b-90c2-f9e11c6dfb35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.209736985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"f34c6b6b-6f69-460c-941e-e029699888ea","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.211999014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"628dbfcd-2fd1-42b8-83aa-fb48631b3d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.308996962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"5e30970c-58c4-415a-9d10-5b7d5b941b8c","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.425236798Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-e61cc02b","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b","reconcileID":"f98e9a7d-2b5e-47da-a6d1-2a07a05c9679","MaaSSubscription":{"name":"e2e-filter-sub-b-e61cc02b","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/e2e-filter-sub-a-116acdc5","ai-tenant-e2e-worker-w0-7d1ec3/e2e-filter-sub-b-e61cc02b","ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.46350714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b-auth","reconcileID":"bbf3a0d7-da87-48f2-afa7-c8be563e5b31","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.520471622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b-auth","reconcileID":"bbf3a0d7-da87-48f2-afa7-c8be563e5b31","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.55038408Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-free","reconcileID":"3363b86d-f6a6-4f71-ac9d-146ba5f7aa42","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.588297808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"6aecfa58-a062-4cf8-83fe-450992577313","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.612208391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"2ef323e2-eb48-48f4-974a-b190242a3f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.612375298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"dd6c6bd0-d1cd-41bf-88e8-c253d43660dd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.612212835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"80ac192b-5c41-4b05-aa0d-66b200d11cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.637696002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"88d4c896-46c7-4bce-9542-0308415b8240","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.637936483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-116acdc5","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5","reconcileID":"e18082ef-1e9a-45fe-9e76-ec0124560ba5","MaaSSubscription":{"name":"e2e-filter-sub-a-116acdc5","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.673312812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"2ef323e2-eb48-48f4-974a-b190242a3f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.673397829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"80ac192b-5c41-4b05-aa0d-66b200d11cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.675489633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"dd6c6bd0-d1cd-41bf-88e8-c253d43660dd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.77255548Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-free","reconcileID":"3363b86d-f6a6-4f71-ac9d-146ba5f7aa42","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.808994753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-e61cc02b","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b","reconcileID":"fdde5407-7c88-4849-a912-9e1df21682fb","MaaSSubscription":{"name":"e2e-filter-sub-b-e61cc02b","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:28.983523377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-premium","reconcileID":"a218694e-a654-4715-b5ed-5e19ec43333f","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.035293318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"2d7fcf4e-24c9-45c0-9a87-7a35048be276","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.03553893Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7d1ec3 priority=0:[ai-tenant-e2e-worker-w0-7d1ec3/e2e-filter-sub-a-116acdc5 ai-tenant-e2e-worker-w0-7d1ec3/e2e-filter-sub-b-e61cc02b]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.083307295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"00347755-3dbb-4a7e-a13c-6439a300e374","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.093339388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"094fcfaf-7c93-4221-9f7e-1edd21cca413","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.190041989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ec7558ae-8fd5-46f5-b2fe-43b0bd3e3aae","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.190067673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2e2412c8-7905-45b7-b0db-71da6db442eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.190535683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9ddbc1eb-61ba-44f5-b479-5b08fd7f03fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.201720638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"1e480743-f8f8-45e8-a68a-33a72302fb46","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.248930506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ec7558ae-8fd5-46f5-b2fe-43b0bd3e3aae","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.248930328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9ddbc1eb-61ba-44f5-b479-5b08fd7f03fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.251675746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2e2412c8-7905-45b7-b0db-71da6db442eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.610296594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-multi-sub-valid","reconcileID":"01f4245d-1e2d-4c2a-9465-de18c2454afb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.610532973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"43cd728b-c2f0-445a-a9c4-ea8dc10420e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.610297551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"ef80db87-bb86-4e5f-a053-d89502f73bfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.669518985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"43cd728b-c2f0-445a-a9c4-ea8dc10420e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.66997961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-multi-sub-valid","reconcileID":"01f4245d-1e2d-4c2a-9465-de18c2454afb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:29.674604904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"ef80db87-bb86-4e5f-a053-d89502f73bfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:32.842417422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"85fb0adb-abab-4116-a2b3-76c718be4ce8","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:32.997564112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"8c3806f2-b119-4a25-98cd-859533287c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:32.997661414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"7205a909-d28f-4986-8f85-8de18913b157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:32.998058703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b-auth","reconcileID":"0dc17074-f6c4-4b06-b809-973ba565c60b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:32.998115688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"ab7431a0-54d3-441b-9267-38179575d1df","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:33.055189723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"7205a909-d28f-4986-8f85-8de18913b157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:33.055302259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"8c3806f2-b119-4a25-98cd-859533287c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:33.057481561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b-auth","reconcileID":"0dc17074-f6c4-4b06-b809-973ba565c60b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:33.057826663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"ab7431a0-54d3-441b-9267-38179575d1df","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:37.361860998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ea125-sub","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-sub","reconcileID":"35181b75-920c-4227-b1f9-dfbc03be6097","MaaSSubscription":{"name":"test-model-2ea125-sub","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"maas-trlp-test-model-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:37.528170433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"c9b0db0e-9a30-4388-b77a-57d7b2a9c0ce","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"tenant":"e2e-inf-a-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:37.528189271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"c9b0db0e-9a30-4388-b77a-57d7b2a9c0ce","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"routeName":"test-model-2ea125-kserve-route","namespace":"ai-tenant-e2e-inf-a-2ea125","llmisvcName":"test-model-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:37.741243682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"682aa846-a533-4265-bbbc-864a3ad66b3a","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:37.798733205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"682aa846-a533-4265-bbbc-864a3ad66b3a","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:39.365005403Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-premium","reconcileID":"30029e53-b186-44b5-9bcc-2e61b0e46e15","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:39.580844172Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-subscription-premium","reconcileID":"30029e53-b186-44b5-9bcc-2e61b0e46e15","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:39.790057066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"42e7bb02-4a18-4f4c-b345-070091a764b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:39.796618484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"7d4d9abf-b5a7-4ace-840e-1448c7b970aa","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:39.85529572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"b431f0d6-1d73-4736-92d8-a150c7471601","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:39.952307172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"271bb7eb-361f-43aa-bee4-1b0ca9eb4fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:39.952329206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c78f28a9-3f6f-4fee-bdf8-f7e3cdf7facd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:39.952776358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"7cbfb45a-ff49-42ba-b553-bd43f7fe8120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:39.956887125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"ec61044d-f13e-4cbe-8e46-eccce88f7b7d","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:40.058526831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c78f28a9-3f6f-4fee-bdf8-f7e3cdf7facd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:40.060145821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"271bb7eb-361f-43aa-bee4-1b0ca9eb4fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:40.06362978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"7cbfb45a-ff49-42ba-b553-bd43f7fe8120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:40.262919061Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6405b120-b4a7-4ecf-a3e3-6138478c9ef3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:40.520490945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"ce39ff4e-2ae7-42e0-8d48-404fa3981540","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:41.885928891Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.074362152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"5be81e58-1be2-4b32-a3bf-6a7acc9f1f7c","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.132240325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"0e36bc24-bda4-438d-9793-38997f04a1c5","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.286848039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-access-denied","reconcileID":"d5dbadc1-990a-4d39-af3f-a35430751f60","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.343627251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-access-denied","reconcileID":"d5dbadc1-990a-4d39-af3f-a35430751f60","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.37448599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"34ab35a3-1aa3-45c5-b10a-128f162d3889","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.429469979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"1bf91914-f7db-4499-81f3-86c879df65bb","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:42.482039218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-user-subscription","reconcileID":"2baafb6d-bf0b-4e5c-a1c0-c3e713ed1322","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.52956762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"71e925f7-53b9-43b6-a95a-ec74d23f49e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.529592097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"d22cf30b-7a55-497e-9776-02d48da43dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.587735618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"d22cf30b-7a55-497e-9776-02d48da43dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.587734315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"71e925f7-53b9-43b6-a95a-ec74d23f49e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.596820992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"52ccb4d1-285f-42e1-9107-7789c040118c","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.611754999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"ba404ee7-5345-4a7f-858a-7f80f27d17c0","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.654313242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"6aac9140-69e0-4de8-99f2-6fd5bdffbaef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.661450102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"fa99181b-5c6a-47f4-b302-35ce54ada7d2","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.662465277Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-3d70ff priority=0:[ai-tenant-e2e-worker-w2-3d70ff/e2e-test-other-subscription ai-tenant-e2e-worker-w2-3d70ff/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.719935888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"d57c5c79-875d-4fd5-9a71-4101474e9b0e","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:42.775009408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-other-subscription","reconcileID":"0488db62-f67b-479d-9893-f35b46073274","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.775409147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-access-denied","reconcileID":"57c4003e-440b-4a99-ad4a-a9eac366678d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.779087246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"f7bf73c2-7d18-453d-a5f2-dbb85ffbe417","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.834278738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-access-denied","reconcileID":"57c4003e-440b-4a99-ad4a-a9eac366678d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.929709131Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-user-subscription","reconcileID":"770abd9b-46ba-4ca1-9c09-f17dd5fb4a38","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-3d70ff/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.945038598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"17504812-abf6-4be3-b636-228dcb8efad2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.945053782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a6de4348-4f11-4ba2-98a1-760d4721332a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.973259226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"bf0e4083-dabc-44f2-a5b4-a864b27e073d","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"tenant":"e2e-inf-b-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:42.973291588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"bf0e4083-dabc-44f2-a5b4-a864b27e073d","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"routeName":"test-model-af8051-kserve-route","namespace":"ai-tenant-e2e-inf-b-af8051","llmisvcName":"test-model-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.001868994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a6de4348-4f11-4ba2-98a1-760d4721332a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.00197323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"17504812-abf6-4be3-b636-228dcb8efad2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.004585015Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-116acdc5","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5","reconcileID":"6b933370-f198-4010-8ed0-391ef0ebc1bc","MaaSSubscription":{"name":"e2e-filter-sub-a-116acdc5","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscription":"e2e-filter-sub-a-116acdc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.034703858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"528e1fc7-0c6c-42b5-b0a5-d91223097127","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.095607074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"84404ef3-7ef1-411b-8999-f88021c8d85b","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.139968779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"e545afc6-ca05-4e91-bd44-f42e02abf403","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.154597387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-other-subscription","reconcileID":"cc533ea6-3145-4d91-82ce-113335cf37bc","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.191568512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-access-denied","reconcileID":"49544b06-e614-41e3-a721-f0c7974d991e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.223385384Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-116acdc5","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5","reconcileID":"6b933370-f198-4010-8ed0-391ef0ebc1bc","MaaSSubscription":{"name":"e2e-filter-sub-a-116acdc5","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/e2e-filter-sub-b-e61cc02b","ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.248510515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-access-denied","reconcileID":"49544b06-e614-41e3-a721-f0c7974d991e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.314043736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-user-subscription","reconcileID":"04bb3956-cc4b-4d46-b800-3c477f6c1008","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.319713598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"22ba3288-2b31-49b1-bfe1-4760cc47da03","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.344094127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"fda40380-25d6-452e-87ae-5adc268c0f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.34410333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"eb89c751-0d16-4436-9848-28c004a6af07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.400824449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"eb89c751-0d16-4436-9848-28c004a6af07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.400907974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"fda40380-25d6-452e-87ae-5adc268c0f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.438141883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"666bfc03-aff2-451d-84cf-f35998494785","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.488850783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"da0c145d-cce8-47db-95b8-fdc1aa647b6b","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.488929622Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-3d70ff priority=0:[ai-tenant-e2e-worker-w2-3d70ff/e2e-test-other-subscription ai-tenant-e2e-worker-w2-3d70ff/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.536314041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-other-subscription","reconcileID":"60f60be7-f55d-47a6-bf5a-7ff9d7624336","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.53631276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-e61cc02b","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b","reconcileID":"9dc6a8da-1077-452c-aa0f-69125c6d7e89","MaaSSubscription":{"name":"e2e-filter-sub-b-e61cc02b","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.54670264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"54c8fd89-7d7e-4d09-845f-336732cf1035","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.64725086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"8e9a2cfa-65c4-41dc-b71d-dfd35fa28277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.647498616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b-auth","reconcileID":"71126b17-1cbc-4e8e-a773-2e1fb90c79a1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.647269079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"6966c7d1-b899-4d07-98a4-dd2a76a40aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.648536185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"a6da6c36-e25a-4cbe-a56b-0221b98f01d8","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.705103555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"8e9a2cfa-65c4-41dc-b71d-dfd35fa28277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.705149101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"6966c7d1-b899-4d07-98a4-dd2a76a40aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.707654283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b-auth","reconcileID":"71126b17-1cbc-4e8e-a773-2e1fb90c79a1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.769538586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"54c450da-0910-48f5-ae00-6915d08c7a48","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:43.829375094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"54c450da-0910-48f5-ae00-6915d08c7a48","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:44.083339739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c62be20a-c297-46dd-84da-c94edd767dbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:44.083565634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"a317414c-0dd7-4070-8140-38a9a188e3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:44.083348911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b-auth","reconcileID":"b1f0958c-2c7e-4074-a143-04afd1d28ff9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:44.140560223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c62be20a-c297-46dd-84da-c94edd767dbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:44.140976745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b-auth","reconcileID":"b1f0958c-2c7e-4074-a143-04afd1d28ff9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:44.1427956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"a317414c-0dd7-4070-8140-38a9a188e3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:44.181289291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"ea5a1f81-2ece-4991-84e3-40b033408b46","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:44.2404693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"ea5a1f81-2ece-4991-84e3-40b033408b46","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:45.607748692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"625c35f7-e7b8-4ee1-bdbe-276ef50a2c92","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:45.738351519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"b15572d6-5d4e-4a36-a769-e07eb27dabbc","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:45.893055227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"48a75d3a-ddde-4228-a59b-469261bf3c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:45.89308545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"b3d522f2-0b17-4c04-8946-615a25835d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:45.893436644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-access-denied","reconcileID":"9c528e8a-99a9-4a00-b940-7f934253e15c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:45.950600065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"48a75d3a-ddde-4228-a59b-469261bf3c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:45.951680481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-access-denied","reconcileID":"9c528e8a-99a9-4a00-b940-7f934253e15c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:45.953034797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"b3d522f2-0b17-4c04-8946-615a25835d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:47.742518431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"f9c5f9f6-8a68-4365-a865-e9e8ce6ee084","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:47.799394133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"db52069e-6ee9-4339-88b4-f798da7f07e0","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:47.95404187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"ab52c16d-2029-4a11-81a7-960e2112bfdd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:48.011471926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"ab52c16d-2029-4a11-81a7-960e2112bfdd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:48.325048751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"e3a5ff77-686a-4104-8b52-54d7e8bb569a","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:48.454534333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"105ed15d-d50e-49e3-9700-def0ecb8f95a","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"tenant":"e2e-inf-b-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:48.454552892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"105ed15d-d50e-49e3-9700-def0ecb8f95a","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"routeName":"test-model-af8051-kserve-route","namespace":"ai-tenant-e2e-inf-b-af8051","llmisvcName":"test-model-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:48.480177283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"72b3828f-dbf7-42db-8089-dd2a5e454133","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:48.509400496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"fe657548-c1fd-40e7-880d-524ff0e8c01b","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"tenant":"e2e-inf-b-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:48.509428394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"fe657548-c1fd-40e7-880d-524ff0e8c01b","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"routeName":"test-model-af8051-kserve-route","namespace":"ai-tenant-e2e-inf-b-af8051","llmisvcName":"test-model-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:48.537106126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"72b3828f-dbf7-42db-8089-dd2a5e454133","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:48.612155251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"7c88797d-5efd-481e-8433-5532dbfd6d57","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:48.739524695Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"7c88797d-5efd-481e-8433-5532dbfd6d57","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:48.79511006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-af8051-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"7c88797d-5efd-481e-8433-5532dbfd6d57","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:48.850661457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"8e47fbdc-5148-4797-bc70-0dd462c3ec7b","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"tenant":"e2e-inf-b-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:48.850690694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"8e47fbdc-5148-4797-bc70-0dd462c3ec7b","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"routeName":"test-model-af8051-kserve-route","namespace":"ai-tenant-e2e-inf-b-af8051","llmisvcName":"test-model-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:50.506228113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"d9b1d6ed-ea09-4457-9484-9c65090961cd","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:50.561983401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"ba9aca16-3c0f-42ed-badd-b52d4382c5a9","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:50.613017119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-subscription","reconcileID":"26f960f4-69b3-4953-8534-936d5c3ea7a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:50.619461346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"b87aca22-19b1-475e-aa70-862baa581557","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:50.660488991Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e8a5dc81-f11d-4e09-9331-b9f6f6009851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:50.660543781Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"e9ee50a5-6e20-48cd-bf8b-ad3961a579ec","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:50.660925453Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"fbe5ee0b-3c50-4ffd-a150-3d1c09826379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:50.719914249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e8a5dc81-f11d-4e09-9331-b9f6f6009851","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:50.721931797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"fbe5ee0b-3c50-4ffd-a150-3d1c09826379","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:50.722221348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"a276c595-9c44-44e4-8314-007ed8fee6b0","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:50.722580549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"88121957-16db-43cb-af75-edca9d41314b","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:50.742724331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"e9ee50a5-6e20-48cd-bf8b-ad3961a579ec","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:50.743027929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"f816a553-8b8c-4fb4-a8aa-475887d81d00","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:50.765282218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"77fcf61e-dbaa-41cf-800f-701883f88356","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:50.823121235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"c3f80397-64bc-43d2-89ac-3be2ae8a8011","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:50.884626376Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a2986149-a089-49fd-85b9-4b618ffca34c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:50.88469906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a2986149-a089-49fd-85b9-4b618ffca34c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:50.884695872Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"a5ce7a66-b90a-445f-be3d-d524b377a505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:50.884762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"a5ce7a66-b90a-445f-be3d-d524b377a505","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:50.904862388Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"7b22b294-6dce-4fc0-9e4d-ebf06c964db2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:50.904935746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"7b22b294-6dce-4fc0-9e4d-ebf06c964db2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.039520059Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"44eeec01-b0fa-4070-8245-7ca07f5b62df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.039541491Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e99d39d2-4c42-4365-bfc5-8492f8cf701f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.03959086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"44eeec01-b0fa-4070-8245-7ca07f5b62df","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.039595772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e99d39d2-4c42-4365-bfc5-8492f8cf701f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.061646659Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"83eca56d-9896-492e-9f77-0549bde11888","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.061701156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"83eca56d-9896-492e-9f77-0549bde11888","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:51.089607721Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-subscription","reconcileID":"61880144-de7d-4027-ae8e-63c5116e2d66","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-a48099/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.216008691Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"8a594425-4f69-47e8-9880-f2d23d674013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.216084129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"8a594425-4f69-47e8-9880-f2d23d674013","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.216014482Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"19e3c16a-16dc-4b1d-9b0c-ea20727079fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.216138756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"19e3c16a-16dc-4b1d-9b0c-ea20727079fa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.236765037Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"f639aa46-b919-47bf-a791-06bc4185a5ba","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.236851776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"f639aa46-b919-47bf-a791-06bc4185a5ba","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:51.253171089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"1ab47d27-6ca5-4776-953f-afaa4d38f528","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:51.298530327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"6921d996-cfee-4b72-9d39-3ae796ff6c54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.410184077Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ab410dfd-bf7c-4e38-84b7-1972521c6a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.410250245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ab410dfd-bf7c-4e38-84b7-1972521c6a7f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.410266506Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"8d3c67c0-fb4e-4680-9394-3872c7d00ef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.410332867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"8d3c67c0-fb4e-4680-9394-3872c7d00ef3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.432564609Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"db260c5a-318c-4321-acc3-bdbd409427b7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.432652703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"db260c5a-318c-4321-acc3-bdbd409427b7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:51.46270064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-subscription","reconcileID":"6aed59de-74d4-4ed5-a8d6-43c01d3763e2","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.645356372Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0f76a14e-c22c-4e14-b8b1-301b61cb8445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.645431552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0f76a14e-c22c-4e14-b8b1-301b61cb8445","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.645357851Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1035ddd8-e138-4349-b587-47d26a4559d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.645486574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1035ddd8-e138-4349-b587-47d26a4559d0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.745340161Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"94ecab76-a733-4a7a-baf8-463bb858d29e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.745411619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"94ecab76-a733-4a7a-baf8-463bb858d29e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.960848861Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d2530c1c-3f8b-4716-b14f-8ce46399c9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.960944251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d2530c1c-3f8b-4716-b14f-8ce46399c9f6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.961084028Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2578c27f-1181-41bd-9f2f-eb10f8976395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:51.961168862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2578c27f-1181-41bd-9f2f-eb10f8976395","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:52.060766856Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"519b088c-5df6-444e-8d12-0bac813bb1aa","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:52.060872997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"519b088c-5df6-444e-8d12-0bac813bb1aa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:52.436360032Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a2362e4c-22fb-447e-89eb-ac219c3917d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:52.436429265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a2362e4c-22fb-447e-89eb-ac219c3917d9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:52.436510083Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"f0fb86df-4387-4d1b-bbc5-ec750ddebfc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:52.436580536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"f0fb86df-4387-4d1b-bbc5-ec750ddebfc9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:52.536316677Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"a7e0e619-9023-498f-9a45-7b3765105df5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:52.536401126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"a7e0e619-9023-498f-9a45-7b3765105df5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:53.231722241Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1da15dcb-12d8-40ed-a92e-33051ba5d88b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:53.231826649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1da15dcb-12d8-40ed-a92e-33051ba5d88b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:53.231734785Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"246fa620-2cbd-4b06-8f9b-cbc3662cc38a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:53.231900632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"246fa620-2cbd-4b06-8f9b-cbc3662cc38a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:53.33377419Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"47ecb19c-32dc-4957-9130-2596bc5fe650","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:53.333871161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"47ecb19c-32dc-4957-9130-2596bc5fe650","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:53.534137786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"ea08b820-c08a-4fd2-b9a1-dc0b60edb9e1","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:53.689209316Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"4533e232-f61d-4e54-84d9-4829aacbca27","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:53.68928361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"4533e232-f61d-4e54-84d9-4829aacbca27","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:53.689209002Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"00018ad9-2d57-4e8b-b9d8-d914cb129e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:53.689327221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"00018ad9-2d57-4e8b-b9d8-d914cb129e6f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:53.689386671Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"6de97f6e-d979-403b-ad57-647e71f81c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:53.689434408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"6de97f6e-d979-403b-ad57-647e71f81c79","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:53.822726037Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-e61cc02b","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b","reconcileID":"0e92e5da-778c-4c9a-8f18-d460fb0c70b8","MaaSSubscription":{"name":"e2e-filter-sub-b-e61cc02b","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscription":"e2e-filter-sub-b-e61cc02b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:54.038266417Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-e61cc02b","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b","reconcileID":"0e92e5da-778c-4c9a-8f18-d460fb0c70b8","MaaSSubscription":{"name":"e2e-filter-sub-b-e61cc02b","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:54.247366621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"39980fdb-5f9b-49f0-a925-09d13dea5d34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:54.301318892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"dde40d57-b718-4cb7-95b6-831aecb14f73","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:54.460939524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b-auth","reconcileID":"1f0d96e1-0ea0-4734-8085-2d79d207d2da","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:54.461416901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"338f1356-ef0e-43df-9695-50bfea456eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:54.461766092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"481fe4ef-28e3-45b9-83d7-c7a30bc08e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:54.462144814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"74b7b028-c7f0-413d-8c35-bf8c23a947ab","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:54.465391715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"08df8f99-8cea-415e-b410-393a8b3016c3","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:54.51884028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b-auth","reconcileID":"1f0d96e1-0ea0-4734-8085-2d79d207d2da","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:54.519109936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"338f1356-ef0e-43df-9695-50bfea456eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:54.522655409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"74b7b028-c7f0-413d-8c35-bf8c23a947ab","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:54.522655407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"481fe4ef-28e3-45b9-83d7-c7a30bc08e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:54.677169621Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-a-116acdc5-auth","reconcileID":"989946e2-c8ef-4aa0-a9fc-f1440c29f0eb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-116acdc5-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:54.889007183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"2ede09ea-b5e4-43e1-9ba8-048cb01bba6c","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:55.048364392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"1f8cd37f-922f-43d0-8eb0-68f4fbe1b6e4","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:55.048412633Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-filter-sub-b-e61cc02b-auth","reconcileID":"546fd6e1-4712-4d68-889e-6239b942c462","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e61cc02b-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:55.208456821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"27c6b888-2917-4bcc-ac2b-1801de61f476","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:55.900262959Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-user-subscription","reconcileID":"20e571cd-405a-4fb0-87b0-4c4666741cb8","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:56.119250126Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-user-subscription","reconcileID":"20e571cd-405a-4fb0-87b0-4c4666741cb8","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:56.328829078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-other-subscription","reconcileID":"17ac5150-1a36-49a2-a5a1-20385e19f7ae","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:56.328870798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"5af3ebc8-3c28-468a-a9c7-3e3b256f3243","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:56.398553094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"9f97a784-cc93-412f-824b-52c0aecaddd1","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:56.422847151Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"a050d4b3-cc7b-49db-91ac-5b7142d72965","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:56.422907732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"a050d4b3-cc7b-49db-91ac-5b7142d72965","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:56.423035833Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f5db676d-0554-42fd-9cb5-6be91edf1a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:56.4230807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f5db676d-0554-42fd-9cb5-6be91edf1a4c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:56.422851561Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"49a7a0be-dc14-4a82-a015-bae0bcb21ade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:19:56.42312142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"49a7a0be-dc14-4a82-a015-bae0bcb21ade","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:56.553836126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"df8b78c6-0485-4917-8749-f97d8707a1fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:56.553831726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"00ab84c9-4efd-4d07-8f54-29cd9c355d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:56.554775516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"2d056647-9b46-482b-8997-2945bad58aa3","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:56.582403306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-access-denied","reconcileID":"6000b90d-95b6-420d-97c4-eafa1c282fe5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:56.611073828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"00ab84c9-4efd-4d07-8f54-29cd9c355d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:56.611113516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"df8b78c6-0485-4917-8749-f97d8707a1fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:56.639477942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-access-denied","reconcileID":"6000b90d-95b6-420d-97c4-eafa1c282fe5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:56.971555599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a42611f7-2ec6-4c3a-b212-6898462f7881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:56.971591004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"bfe2aeca-8023-45e3-a711-eeeeea5048ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:57.029250171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"bfe2aeca-8023-45e3-a711-eeeeea5048ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:57.029291954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a42611f7-2ec6-4c3a-b212-6898462f7881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:57.075047352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-access-denied","reconcileID":"21406639-0fce-4018-b4c8-d045dc683e26","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:57.133293298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-access-denied","reconcileID":"21406639-0fce-4018-b4c8-d045dc683e26","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:59.033100375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"e0f9e230-8ea7-4b05-9c9c-6f2a06beb078","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:59.090164008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"e0f9e230-8ea7-4b05-9c9c-6f2a06beb078","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:19:59.146591338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-af8051-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"e0f9e230-8ea7-4b05-9c9c-6f2a06beb078","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:00.883223275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d6e68e8-a429-432c-bd71-b03821af6cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:00.935383205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d6e68e8-a429-432c-bd71-b03821af6cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:00.987507971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d6e68e8-a429-432c-bd71-b03821af6cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:01.03967315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d6e68e8-a429-432c-bd71-b03821af6cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:01.699214922Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"f8685473-c1fd-4522-968e-08ba40dd22c9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:01.699234923Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"7d971d8e-2b0c-4559-b947-a00f58d24dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:01.699287719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"f8685473-c1fd-4522-968e-08ba40dd22c9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:01.699289449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"7d971d8e-2b0c-4559-b947-a00f58d24dfd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:01.699480771Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"67227357-96e3-4dd8-9943-46b101c7d313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:01.699517989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"67227357-96e3-4dd8-9943-46b101c7d313","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: compose ai-tenant-e2e-worker-w4-a48099/e2e-dedup-subscription@e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: model e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:02.933547958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73dd091d-b163-4eee-bb81-d0bad35cdac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:02.986277156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73dd091d-b163-4eee-bb81-d0bad35cdac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:03.038284965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73dd091d-b163-4eee-bb81-d0bad35cdac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:03.091002454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73dd091d-b163-4eee-bb81-d0bad35cdac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:03.695869276Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-subscription","reconcileID":"621e0803-21dd-4064-8c67-4d42c071952a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:03.912160556Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-subscription","reconcileID":"621e0803-21dd-4064-8c67-4d42c071952a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:04.128558867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"c30de583-3671-4492-9662-612f8ff82e14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:04.179014656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"3050e7e6-e8c2-4110-bf92-073d5a041c74","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:04.357591636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"79c2e7cb-ee71-4eea-bbab-4ca44327ab99","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:04.382738877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"a94aaebd-6557-46f1-89bd-be9f51e07eba","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:04.383430939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"29f56bcf-e624-4345-b20f-06e9df1d8d8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:04.383491979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"02570b88-e59b-410d-873e-773972e9276b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:04.439775248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"a94aaebd-6557-46f1-89bd-be9f51e07eba","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:04.440443758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"29f56bcf-e624-4345-b20f-06e9df1d8d8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:04.441990806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"02570b88-e59b-410d-873e-773972e9276b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:04.756089733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"a94aaebd-6557-46f1-89bd-be9f51e07eba","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:04.756284485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-dedup-auth","reconcileID":"7f5817a2-a0c3-4c03-9d12-530b72931909","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:04.759457157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"e58fb7b9-a8fd-42e2-ba16-64e81740dca2","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:04.760135446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"3844fdad-e597-42d2-84a6-b95d77fec5ab","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:04.915572366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"54347765-e86a-464f-8c36-36130b9d69ff","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.037745875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"7d9278ad-a4f3-4c7d-b320-bc3130fcb9d5","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.038010581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"c51c1946-12a7-4553-acbb-fdd3925a2e92","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.092489006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"0d0fc81a-957c-4005-aa05-20c470ad7655","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.092743817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"22ffa482-391c-48b5-81f8-845822c4450c","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.332434095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"c21861df-faf6-46e0-88a2-629e021f109d","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.352858202Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"7d0be34a-7f87-4b2b-8927-28e677ffae0b","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.361464226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-auth","reconcileID":"7dd60494-333c-4b61-8a4e-bfa03f877073","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.393818754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"13047da7-b5d7-445d-86e7-bf5f14cdd7c7","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.411603562Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"05f5ce1a-0f53-42ed-915b-b49fd1caf8ed","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.423202054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-auth","reconcileID":"7dd60494-333c-4b61-8a4e-bfa03f877073","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:06.443859536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-subscription","reconcileID":"3ca18d7d-5467-4b4d-b9e9-5fc87eab9d0c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.45401087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"de8adc83-2484-4a49-a5cc-903f95574e55","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.458378487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"8b753ae5-d18d-4d4f-967a-01fc4a19905b","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.509710147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"0d8ef4f0-d24a-4a6c-bdd7-388466ca395b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.516662657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"8b753ae5-d18d-4d4f-967a-01fc4a19905b","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.553477304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"5540b07e-12f6-40da-94fb-f39eb3cea348","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.553839197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"c9a55363-5d55-45ba-ad8e-a968f79ec5cc","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.566753295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"0d8ef4f0-d24a-4a6c-bdd7-388466ca395b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.572167479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-af8051-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c489ea256bc8c01e98a48aad445521001f9cb30a0bcd8a588b9a7ddf8c799479) AuthConfig (1079bfc8fd35344a8375c858dd16abf8b204732844e829a9ca79fa26ee3d1f4f) AuthConfig (e43925729c2c070e248a249a53826eaae1b6efb7260d12b6abc96a10ce7ef901) AuthConfig (c25acfcf48db000d1a8a3e60daf893d34a3279e900091374196952a00c5e0733) AuthConfig (f1a78b81b33d6983b90fabf68d8479de87fb81f6e648622e9349a0ebc244c4c3) AuthConfig (8a30600a8245c9f784227b9aeb8a6245dff4036623bdf58b30cc545c7dd5c3c0) AuthConfig (93a81ef5ba6401d38bd2f5f0f0662f720ef8d96c6d71678a3b5558930c733fde) AuthConfig (d5c716b39bb566b09f344ab0713f50e26a716fbcafbc41b0fe682e1dfd81d166) AuthConfig (d55de925398cb20e0e6c7d05d91ee577a7daf6c40af0824a5bd1f2487b23d758) AuthConfig (b2679ab2e69f1ef4b8677b1dedcb195eeb54198f7b039a1d69181267a48e7dd3) AuthConfig (50a09718ae90bd0e61ff8b35f2a3f2246ebf57abee14578a829e94c06b3fc715) AuthConfig (145867723a2057908ead126e32bb6a2ccda2b261de3d52cbd18b3147aad040fd) AuthConfig (b03f7050a1dd841b05c121b83670af821695402e434eee2722f0fecef9abdee8) AuthConfig (6598f92b78733e0e62aa520f6eb499a6783759e231c9fe21b75396f276795294) AuthConfig (5c9d09b46a0086d4ee64bc1b8abfdc1a933338d675e81773357bda0c90917ca1) AuthConfig (30128971d57db804ed754d43438543815238fea63fde3b1ebcaab611ccf2f477) AuthConfig (5d5918e61dbc5e3544e942574e3c5c9edd3c9afdae4e37399e3b3443c93d5f4f) AuthConfig (e123a76052984c8231f3d95578df496bc4ca98e0455fe30b3dfb0a876bd29706)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"8b753ae5-d18d-4d4f-967a-01fc4a19905b","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.589832327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"982372ad-d626-4f30-8982-eca137650540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.589983754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2666ac8c-7545-4e44-a938-a32c6a21393c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.646975026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2666ac8c-7545-4e44-a938-a32c6a21393c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.648307228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"982372ad-d626-4f30-8982-eca137650540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.71646252Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-other-subscription","reconcileID":"5697b70c-88bc-4589-88ac-e5f9d7f7c05c","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.72527959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f65d265-90c8-4511-9ec8-bfd4e50f11f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.778614169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f65d265-90c8-4511-9ec8-bfd4e50f11f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.778773055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"4a6ecc97-54b5-49f6-81d4-c02c58206eff","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.832102694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f65d265-90c8-4511-9ec8-bfd4e50f11f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.839884492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"4a6ecc97-54b5-49f6-81d4-c02c58206eff","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.840712412Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-subscription","reconcileID":"efd603dc-404a-4d6d-8234-79457bdf27d9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","model":"distinct-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.883994431Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"aa47a765-6510-4224-a10d-e74e4d58e088","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.88511634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f65d265-90c8-4511-9ec8-bfd4e50f11f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.996744338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"45b1ee2d-7ddf-4d52-8e73-f6be825e8398","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.998063858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"9ea3ca1c-6965-4c7c-aab8-e26cdfa63228","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.998572856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"108c8abf-de73-45fe-af30-abf8e5d8329c","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"tenant":"e2e-inf-b-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:06.998635217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"108c8abf-de73-45fe-af30-abf8e5d8329c","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"routeName":"test-model-af8051-kserve-route","namespace":"ai-tenant-e2e-inf-b-af8051","llmisvcName":"test-model-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.00026316Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-other-subscription","reconcileID":"5697b70c-88bc-4589-88ac-e5f9d7f7c05c","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.040543543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-access-denied","reconcileID":"d09f7c27-ebcd-4c79-8d06-718a7a9eaca9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.048224335Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-subscription","reconcileID":"efd603dc-404a-4d6d-8234-79457bdf27d9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","model":"distinct-2-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.050575657Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"eb44282c-23dd-4f47-b71b-af284a1a3fbd","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.098773556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-access-denied","reconcileID":"d09f7c27-ebcd-4c79-8d06-718a7a9eaca9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.155128202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"0c0b9359-bbf5-4efa-8229-b1b8e990235d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.155878802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bff7ead-96c3-4e14-ac3f-aa18d0539ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.207615744Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"aaedbef7-605a-4801-865a-639a63805ce1","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.213828791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"0c0b9359-bbf5-4efa-8229-b1b8e990235d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.216131535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bff7ead-96c3-4e14-ac3f-aa18d0539ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.232381977Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2864b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2864b6","reconcileID":"f84c708f-2910-444d-8846-2df1bf586247","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2864b6","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-2864b6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.259211726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-auth","reconcileID":"aa9f89a6-5e07-4145-a454-2d0350ab46a5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.259261719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"e27e6fa2-a2ab-477d-b4da-5375683c1242","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.264150533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"407b16d9-5733-4ce4-84e1-097bf3b28fd3","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.269337061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"d699a0a5-b5f3-4693-b242-e7a3642c553e","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.269921266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"7a91c4c7-b6da-43b3-81fc-3e7289d5e486","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.299447977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"3960ed95-92a8-47c9-b730-3e5d81bfe24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.316224423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-auth","reconcileID":"aa9f89a6-5e07-4145-a454-2d0350ab46a5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:07.318602874Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a48099/e2e-distinct-models-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.356225889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"3960ed95-92a8-47c9-b730-3e5d81bfe24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.417652372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"277182e6-de57-4df1-a5ae-a81dbb3c9035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.424526082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"e61615f1-4c00-46d2-978a-a78b858c380b","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.474401894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"277182e6-de57-4df1-a5ae-a81dbb3c9035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.481188239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-subscription","reconcileID":"3a5f932a-a9d8-43d4-b659-1fdc6a93bd81","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.555533522Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"5c35fb5d-6bef-45e7-a1b1-5281e4dcc98e","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.616375729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e4c36721-0247-4335-871f-6cc8acc8d7fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.641486164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-subscription","reconcileID":"3a5f932a-a9d8-43d4-b659-1fdc6a93bd81","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.673547402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e4c36721-0247-4335-871f-6cc8acc8d7fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.719639103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5aa077f2-014a-42a8-a390-de8b3acdf306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.7765729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5aa077f2-014a-42a8-a390-de8b3acdf306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.814991944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86a84233-db42-4665-aeaa-205927fff1a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:07.815207292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-auth","reconcileID":"aa9f89a6-5e07-4145-a454-2d0350ab46a5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-distinct-models-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.872450041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86a84233-db42-4665-aeaa-205927fff1a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.901552774Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"bb617de6-a938-482c-ba8f-749fe720a1c9","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.937223713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"51652cf9-7b30-4e95-a9ff-23b16aec0c41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.988454413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"1e8b9fc0-2885-41c4-bab7-7d923307c07e","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.989412457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"9a0f90d2-07a7-4889-948a-6e7562c7dff5","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.98944344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"9a0f90d2-07a7-4889-948a-6e7562c7dff5","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:07.994845743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"51652cf9-7b30-4e95-a9ff-23b16aec0c41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.045768548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"1e8b9fc0-2885-41c4-bab7-7d923307c07e","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.061758419Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-auth-access-denied","reconcileID":"d9021dd4-c918-45e1-9e54-c217e4df250b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.103115106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-af8051-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c489ea256bc8c01e98a48aad445521001f9cb30a0bcd8a588b9a7ddf8c799479) AuthConfig (1079bfc8fd35344a8375c858dd16abf8b204732844e829a9ca79fa26ee3d1f4f) AuthConfig (e43925729c2c070e248a249a53826eaae1b6efb7260d12b6abc96a10ce7ef901) AuthConfig (c25acfcf48db000d1a8a3e60daf893d34a3279e900091374196952a00c5e0733) AuthConfig (f1a78b81b33d6983b90fabf68d8479de87fb81f6e648622e9349a0ebc244c4c3) AuthConfig (8a30600a8245c9f784227b9aeb8a6245dff4036623bdf58b30cc545c7dd5c3c0) AuthConfig (93a81ef5ba6401d38bd2f5f0f0662f720ef8d96c6d71678a3b5558930c733fde) AuthConfig (d5c716b39bb566b09f344ab0713f50e26a716fbcafbc41b0fe682e1dfd81d166) AuthConfig (d55de925398cb20e0e6c7d05d91ee577a7daf6c40af0824a5bd1f2487b23d758) AuthConfig (b2679ab2e69f1ef4b8677b1dedcb195eeb54198f7b039a1d69181267a48e7dd3) AuthConfig (50a09718ae90bd0e61ff8b35f2a3f2246ebf57abee14578a829e94c06b3fc715) AuthConfig (145867723a2057908ead126e32bb6a2ccda2b261de3d52cbd18b3147aad040fd) AuthConfig (b03f7050a1dd841b05c121b83670af821695402e434eee2722f0fecef9abdee8) AuthConfig (6598f92b78733e0e62aa520f6eb499a6783759e231c9fe21b75396f276795294) AuthConfig (5c9d09b46a0086d4ee64bc1b8abfdc1a933338d675e81773357bda0c90917ca1) AuthConfig (30128971d57db804ed754d43438543815238fea63fde3b1ebcaab611ccf2f477) AuthConfig (5d5918e61dbc5e3544e942574e3c5c9edd3c9afdae4e37399e3b3443c93d5f4f) AuthConfig (e123a76052984c8231f3d95578df496bc4ca98e0455fe30b3dfb0a876bd29706)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"1e8b9fc0-2885-41c4-bab7-7d923307c07e","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.120069504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"1fd590ff-9f59-4e27-b445-5ed274dc97c9","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.151529439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"17e961d7-b7ce-494b-8276-83b78feeeec2","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.15155593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"17e961d7-b7ce-494b-8276-83b78feeeec2","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.272585138Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"1fd590ff-9f59-4e27-b445-5ed274dc97c9","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:08.312943925Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"17e961d7-b7ce-494b-8276-83b78feeeec2","name":"e2e-att-serve-6ee77a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-6ee77a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:08.31301311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"17e961d7-b7ce-494b-8276-83b78feeeec2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-6ee77a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.330524575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2fd4c9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"1fd590ff-9f59-4e27-b445-5ed274dc97c9","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.371441552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"0ef0af44-3fc7-4a8f-97d3-9520172b53e8","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.37147891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"0ef0af44-3fc7-4a8f-97d3-9520172b53e8","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.374680194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f40e185a-18d8-48de-87ee-2a308c62f1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.414327778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-auth","reconcileID":"188e9177-bb87-48b5-be1b-ecd00b508677","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.426723792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"1ff1ba25-4847-49c8-8722-b05c52ee1ce6","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.431283225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f40e185a-18d8-48de-87ee-2a308c62f1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.475614439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-auth","reconcileID":"188e9177-bb87-48b5-be1b-ecd00b508677","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.477213492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"65166279-3049-4d0b-9de3-2b3bf7f3d029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.480543047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"19af14a7-3543-4e8a-be32-b2118438e128","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.480575185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"19af14a7-3543-4e8a-be32-b2118438e128","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.535012148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"65166279-3049-4d0b-9de3-2b3bf7f3d029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.584352713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"4d367419-c68f-4231-9292-a66bdcc8da18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.585070373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"92ee4981-d882-409d-ac76-4a7a4fd62747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.644517297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"92ee4981-d882-409d-ac76-4a7a4fd62747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.644723433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"4d367419-c68f-4231-9292-a66bdcc8da18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.807321471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c53ea4b8-4694-40af-b133-9fe93fb7120c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.867481646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c53ea4b8-4694-40af-b133-9fe93fb7120c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.868605693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"4957ba7b-6ee9-4060-8a41-679aa05edc1b","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.920777338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c53ea4b8-4694-40af-b133-9fe93fb7120c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.921180147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"8a7fe73f-da31-4654-b048-00c0d7f65e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.975046724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c53ea4b8-4694-40af-b133-9fe93fb7120c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.976187483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f366f978-2bc3-41fa-b6b6-b1f31284d9c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.985855358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"4957ba7b-6ee9-4060-8a41-679aa05edc1b","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:08.988633349Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"662b5936-eec1-421a-a15e-d40026b0d7f8","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.036663452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"8a7fe73f-da31-4654-b048-00c0d7f65e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.036872891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f366f978-2bc3-41fa-b6b6-b1f31284d9c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.041508258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-af8051-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c489ea256bc8c01e98a48aad445521001f9cb30a0bcd8a588b9a7ddf8c799479) AuthConfig (1079bfc8fd35344a8375c858dd16abf8b204732844e829a9ca79fa26ee3d1f4f) AuthConfig (e43925729c2c070e248a249a53826eaae1b6efb7260d12b6abc96a10ce7ef901) AuthConfig (c25acfcf48db000d1a8a3e60daf893d34a3279e900091374196952a00c5e0733) AuthConfig (f1a78b81b33d6983b90fabf68d8479de87fb81f6e648622e9349a0ebc244c4c3) AuthConfig (8a30600a8245c9f784227b9aeb8a6245dff4036623bdf58b30cc545c7dd5c3c0) AuthConfig (93a81ef5ba6401d38bd2f5f0f0662f720ef8d96c6d71678a3b5558930c733fde) AuthConfig (d5c716b39bb566b09f344ab0713f50e26a716fbcafbc41b0fe682e1dfd81d166) AuthConfig (d55de925398cb20e0e6c7d05d91ee577a7daf6c40af0824a5bd1f2487b23d758) AuthConfig (b2679ab2e69f1ef4b8677b1dedcb195eeb54198f7b039a1d69181267a48e7dd3) AuthConfig (50a09718ae90bd0e61ff8b35f2a3f2246ebf57abee14578a829e94c06b3fc715) AuthConfig (145867723a2057908ead126e32bb6a2ccda2b261de3d52cbd18b3147aad040fd) AuthConfig (b03f7050a1dd841b05c121b83670af821695402e434eee2722f0fecef9abdee8) AuthConfig (6598f92b78733e0e62aa520f6eb499a6783759e231c9fe21b75396f276795294) AuthConfig (5c9d09b46a0086d4ee64bc1b8abfdc1a933338d675e81773357bda0c90917ca1) AuthConfig (30128971d57db804ed754d43438543815238fea63fde3b1ebcaab611ccf2f477) AuthConfig (5d5918e61dbc5e3544e942574e3c5c9edd3c9afdae4e37399e3b3443c93d5f4f) AuthConfig (e123a76052984c8231f3d95578df496bc4ca98e0455fe30b3dfb0a876bd29706)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"4957ba7b-6ee9-4060-8a41-679aa05edc1b","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.08860445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"5426d3cd-758c-4089-83ed-f144d9697308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.145171726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"5426d3cd-758c-4089-83ed-f144d9697308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.188425936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"6281f68b-b293-4c2f-aa6d-439a397023da","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.243188684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"3dfab505-01b9-4d5b-ad7d-c35d4f14bdf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.248321704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"6281f68b-b293-4c2f-aa6d-439a397023da","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.299889236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"3dfab505-01b9-4d5b-ad7d-c35d4f14bdf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.343290202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ba0ede24-dcbc-4614-b69d-2f30ef811518","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.397112823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"123dc360-c9c2-4828-8532-86e67c376351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.402328831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ba0ede24-dcbc-4614-b69d-2f30ef811518","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.453918622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"123dc360-c9c2-4828-8532-86e67c376351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.458021793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2fd4c9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ba0ede24-dcbc-4614-b69d-2f30ef811518","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.602424805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2a64b22a-58ac-44b1-bffe-fcfd80b00b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.602752283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"08568df5-3d38-4c42-a900-d94e408dbc5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.660351441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2a64b22a-58ac-44b1-bffe-fcfd80b00b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.664408252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"08568df5-3d38-4c42-a900-d94e408dbc5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.725513061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"652468ef-de24-4e24-81fe-9c8f38fd7e7a","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.74392246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"3b7036cf-1ade-4916-a6dc-971da85f9d68","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.805599585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"3b7036cf-1ade-4916-a6dc-971da85f9d68","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.885867454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-auth","reconcileID":"baa94b6f-99da-41ce-a892-7b76f049f198","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.886517696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b1c4ea30-a20f-463c-ac9b-339909dd238b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.888881503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-af8051-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c489ea256bc8c01e98a48aad445521001f9cb30a0bcd8a588b9a7ddf8c799479) AuthConfig (1079bfc8fd35344a8375c858dd16abf8b204732844e829a9ca79fa26ee3d1f4f) AuthConfig (e43925729c2c070e248a249a53826eaae1b6efb7260d12b6abc96a10ce7ef901) AuthConfig (c25acfcf48db000d1a8a3e60daf893d34a3279e900091374196952a00c5e0733) AuthConfig (f1a78b81b33d6983b90fabf68d8479de87fb81f6e648622e9349a0ebc244c4c3) AuthConfig (8a30600a8245c9f784227b9aeb8a6245dff4036623bdf58b30cc545c7dd5c3c0) AuthConfig (93a81ef5ba6401d38bd2f5f0f0662f720ef8d96c6d71678a3b5558930c733fde) AuthConfig (d5c716b39bb566b09f344ab0713f50e26a716fbcafbc41b0fe682e1dfd81d166) AuthConfig (d55de925398cb20e0e6c7d05d91ee577a7daf6c40af0824a5bd1f2487b23d758) AuthConfig (b2679ab2e69f1ef4b8677b1dedcb195eeb54198f7b039a1d69181267a48e7dd3) AuthConfig (50a09718ae90bd0e61ff8b35f2a3f2246ebf57abee14578a829e94c06b3fc715) AuthConfig (145867723a2057908ead126e32bb6a2ccda2b261de3d52cbd18b3147aad040fd) AuthConfig (b03f7050a1dd841b05c121b83670af821695402e434eee2722f0fecef9abdee8) AuthConfig (6598f92b78733e0e62aa520f6eb499a6783759e231c9fe21b75396f276795294) AuthConfig (5c9d09b46a0086d4ee64bc1b8abfdc1a933338d675e81773357bda0c90917ca1) AuthConfig (30128971d57db804ed754d43438543815238fea63fde3b1ebcaab611ccf2f477) AuthConfig (5d5918e61dbc5e3544e942574e3c5c9edd3c9afdae4e37399e3b3443c93d5f4f) AuthConfig (e123a76052984c8231f3d95578df496bc4ca98e0455fe30b3dfb0a876bd29706)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"3b7036cf-1ade-4916-a6dc-971da85f9d68","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.889312396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"4ca2b647-6f82-441b-8c14-58c7b5749170","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.945216857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-auth","reconcileID":"baa94b6f-99da-41ce-a892-7b76f049f198","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.95812052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b1c4ea30-a20f-463c-ac9b-339909dd238b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:09.962596327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"4f8e4ed3-0995-454c-a740-aa455dbf69e4","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.040832395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"aeb53f90-51bc-42f5-8886-2e9b88b46c81","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.064751212Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-subscription","reconcileID":"9b8915eb-d16b-43fe-842d-7896dd169e58","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-43004b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.065999928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"af432a0a-b1c6-4408-888b-3cff5d059ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.120967527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bb15e67-4ca7-4d1b-a74d-610b7bbd8132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.124857773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"af432a0a-b1c6-4408-888b-3cff5d059ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.177592863Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-subscription","reconcileID":"07bd4406-896f-4ecd-b26e-9ca0ffeef3da","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-43004b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.178570023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"f318059b-2f33-4acc-aa3f-a121ea5893c7","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:10.182715036Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-3d70ff/e2e-test-group-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.184462864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bb15e67-4ca7-4d1b-a74d-610b7bbd8132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.237012061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"2b66eb52-de67-48c6-8fdc-081cd4bf1a3e","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.333921044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"87077ed4-4596-4c2f-9288-1bb5e6112fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.391116295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"87077ed4-4596-4c2f-9288-1bb5e6112fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.449417037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3f4e5fc-9abc-4ae1-9eb6-921662264d76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.453469548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"cb2300f1-0554-4c5b-96d8-fe275ff7ca44","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.5031824Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-subscription","reconcileID":"8247f22b-c3bc-4b6e-a374-93851cc0ebe8","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.507856073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3f4e5fc-9abc-4ae1-9eb6-921662264d76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.620349828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-auth","reconcileID":"f44244c8-b062-4e75-ba6b-6471d1c9032a","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.656981575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5ed423a8-6335-48d1-af21-873ca4661d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.656979896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-auth","reconcileID":"4bcdb42c-c625-485a-97aa-faee313c7519","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.676519721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"94f4a48d-b354-4f22-a278-4451a0591e95","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.683180731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-auth","reconcileID":"f44244c8-b062-4e75-ba6b-6471d1c9032a","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.715859842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5ed423a8-6335-48d1-af21-873ca4661d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.715923551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-auth","reconcileID":"4bcdb42c-c625-485a-97aa-faee313c7519","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.716417571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"bcd350cd-462c-49f6-a0a9-26e6196ac887","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.827070075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d485c65f-8686-4f4c-855f-d093f844c809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.831925166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"5c81124d-2b9c-42d5-8dd1-74a3da4a9c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.884957103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d485c65f-8686-4f4c-855f-d093f844c809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.886574795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-subscription","reconcileID":"53d175f3-a733-48ee-9fea-38ca29207b35","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.888960825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"5c81124d-2b9c-42d5-8dd1-74a3da4a9c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:10.947853928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"eebdaf52-fcbf-4c97-a068-9a15144a187a","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:11.024266915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa8f182-0647-4e9d-b94e-ad89c191a97d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:11.080076406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa8f182-0647-4e9d-b94e-ad89c191a97d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:11.132705437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa8f182-0647-4e9d-b94e-ad89c191a97d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:11.132985672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"5efc7b98-5f8f-445b-bf99-a57ea3e16515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:11.185101519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa8f182-0647-4e9d-b94e-ad89c191a97d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:11.236919299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-auth","reconcileID":"d88acbd4-5824-4f48-89dd-620aa8df3eb3","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:11.242324271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"5efc7b98-5f8f-445b-bf99-a57ea3e16515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:11.294060554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-auth","reconcileID":"d88acbd4-5824-4f48-89dd-620aa8df3eb3","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:11.886466235Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:13.735952934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"716b06fe-2998-49f8-99a9-c4c5914d7859","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:13.891384558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9edd8df0-d4f8-43ea-bb76-f5d923b3d974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:13.891586837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"0eb4c461-9d18-45bd-a6e7-d9df9dc5e88b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:13.891387766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-auth","reconcileID":"d1c5360e-8e0c-4bd6-a496-df956d1005c9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:13.948859416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"0eb4c461-9d18-45bd-a6e7-d9df9dc5e88b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:13.950147761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9edd8df0-d4f8-43ea-bb76-f5d923b3d974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:13.951158299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-auth","reconcileID":"d1c5360e-8e0c-4bd6-a496-df956d1005c9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:19.612763924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"5b0e1288-be43-4285-80b3-a4a37da45c8e","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:19.669689365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"5b0e1288-be43-4285-80b3-a4a37da45c8e","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:19.725326975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2fd4c9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"5b0e1288-be43-4285-80b3-a4a37da45c8e","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:20.002429292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"6a2679a9-dbe2-4d93-b489-da85cda824c8","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:20.06223633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"6a2679a9-dbe2-4d93-b489-da85cda824c8","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:20.118043391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-af8051-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c489ea256bc8c01e98a48aad445521001f9cb30a0bcd8a588b9a7ddf8c799479) AuthConfig (1079bfc8fd35344a8375c858dd16abf8b204732844e829a9ca79fa26ee3d1f4f) AuthConfig (e43925729c2c070e248a249a53826eaae1b6efb7260d12b6abc96a10ce7ef901) AuthConfig (c25acfcf48db000d1a8a3e60daf893d34a3279e900091374196952a00c5e0733) AuthConfig (f1a78b81b33d6983b90fabf68d8479de87fb81f6e648622e9349a0ebc244c4c3) AuthConfig (8a30600a8245c9f784227b9aeb8a6245dff4036623bdf58b30cc545c7dd5c3c0) AuthConfig (93a81ef5ba6401d38bd2f5f0f0662f720ef8d96c6d71678a3b5558930c733fde) AuthConfig (d5c716b39bb566b09f344ab0713f50e26a716fbcafbc41b0fe682e1dfd81d166) AuthConfig (d55de925398cb20e0e6c7d05d91ee577a7daf6c40af0824a5bd1f2487b23d758) AuthConfig (b2679ab2e69f1ef4b8677b1dedcb195eeb54198f7b039a1d69181267a48e7dd3) AuthConfig (50a09718ae90bd0e61ff8b35f2a3f2246ebf57abee14578a829e94c06b3fc715) AuthConfig (145867723a2057908ead126e32bb6a2ccda2b261de3d52cbd18b3147aad040fd) AuthConfig (b03f7050a1dd841b05c121b83670af821695402e434eee2722f0fecef9abdee8) AuthConfig (6598f92b78733e0e62aa520f6eb499a6783759e231c9fe21b75396f276795294) AuthConfig (5c9d09b46a0086d4ee64bc1b8abfdc1a933338d675e81773357bda0c90917ca1) AuthConfig (30128971d57db804ed754d43438543815238fea63fde3b1ebcaab611ccf2f477) AuthConfig (5d5918e61dbc5e3544e942574e3c5c9edd3c9afdae4e37399e3b3443c93d5f4f) AuthConfig (e123a76052984c8231f3d95578df496bc4ca98e0455fe30b3dfb0a876bd29706)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"6a2679a9-dbe2-4d93-b489-da85cda824c8","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:20.230515656Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-subscription","reconcileID":"9a3f9bc7-3578-44c1-bbcf-deec1c31cfc2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:20.283161423Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-subscription","reconcileID":"9a3f9bc7-3578-44c1-bbcf-deec1c31cfc2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:20.335742053Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-subscription","reconcileID":"9a3f9bc7-3578-44c1-bbcf-deec1c31cfc2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:20.394087551Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-subscription","reconcileID":"9a3f9bc7-3578-44c1-bbcf-deec1c31cfc2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:20.447014669Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-subscription","reconcileID":"9a3f9bc7-3578-44c1-bbcf-deec1c31cfc2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:20.499044018Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-subscription","reconcileID":"9a3f9bc7-3578-44c1-bbcf-deec1c31cfc2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:20.771508364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"19426da9-79d8-4c90-8ba2-39ef099550e1","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:20.829383396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"780b2bc9-bb21-445e-8de1-11bfd79e5304","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:20.930618308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"166ab8fd-f637-473e-9da9-a402fb96d1c4","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:20.930941778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"039dd3ae-2b4a-47ed-a7b8-3e9576fd1cbb","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.028333631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-auth","reconcileID":"7c503a9f-a67d-4c66-ac0b-c2f01ba44cf0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.028540053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"95637cf1-cdf4-49f5-8a39-5ad0fd59bc15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.028853927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"370b0301-ae2c-4dc9-8c52-d974bb45741d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.085541905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"370b0301-ae2c-4dc9-8c52-d974bb45741d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.085558003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-auth","reconcileID":"7c503a9f-a67d-4c66-ac0b-c2f01ba44cf0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.087799617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"95637cf1-cdf4-49f5-8a39-5ad0fd59bc15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.492550507Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-auth","reconcileID":"a7adcfe4-fb30-4ce8-a2a2-c19365eb2fbc","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.592475125Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-distinct-models-auth","reconcileID":"a7adcfe4-fb30-4ce8-a2a2-c19365eb2fbc","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.69228923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"689ae1d5-5f5e-4875-a604-95435f687004","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.759742114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"689ae1d5-5f5e-4875-a604-95435f687004","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.81620549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2fd4c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e69ea8b1c8957457dcc3d07b2db6845d8289598fbe5bfb9080409469c600f3b5) AuthConfig (22e6d19dbc00e56260e7f2c8e13278071eebb6f71f01a7bfd47576adc224629a) AuthConfig (39e28a742a1b2dce2c21fdf573845e343b5a750b7f469413f23b9498ee688467) AuthConfig (71846be319e49ea9ba97bdf4aa329bba6cf7f128843169942e0f6ba9d52a7057) AuthConfig (534a860cbad61b70aae429f132c41b02ebf0276779d786785dbef33bd4604172) AuthConfig (1d1920c7be3ba2afcfaf7b04e7f8eb26c830e01fa1ce55f205d600a98afb99f7) AuthConfig (7269f408ca8bb9ba5622e8739808e460df60ea3d559a99fab20a238ffbebca50) AuthConfig (0aa64d6a0df1b524ed7d9b65e8824f421bfde4fdf536160227f81ae90b03996b) AuthConfig (4a978ca4cf9a22364c68ad863c78b319ba3831b04d6f8c242077cbb25a6bbd04) AuthConfig (d457194c1856aecf9ff909f58d667c43d71624873529ea49c6cbcd7f1f1c3100)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"689ae1d5-5f5e-4875-a604-95435f687004","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.849993265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"d14f488d-6268-45ab-937a-3e4b7ae2b5ad","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.850240512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"41d15c37-622b-4a7e-a9da-2541b45dbec5","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.856683036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"d67f74af-a8dd-48e6-944a-7cc69c1a733a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.85685058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2d0f5c61-3d57-4526-8d65-d21e32e2a94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.914014671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"d67f74af-a8dd-48e6-944a-7cc69c1a733a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.915289065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2d0f5c61-3d57-4526-8d65-d21e32e2a94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.926061816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"12e974d6-dc35-4787-b694-35e94a981899","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:21.926082846Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"12e974d6-dc35-4787-b694-35e94a981899","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:22.223531326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"6f7ce46a-d9ae-4899-86ef-532b67dc9041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:22.2235336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0f5d7a39-24c2-4105-a23b-7226d5065be0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:22.280607735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"6f7ce46a-d9ae-4899-86ef-532b67dc9041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:22.281122544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0f5d7a39-24c2-4105-a23b-7226d5065be0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:22.933567024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"4c57c4fa-f7d1-41f0-9a95-b5c9a918b555","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:22.990489068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"53d8c059-d272-474e-b5d2-08ec2b8e3838","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.197150999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"0424efb4-fb7b-4584-895e-a9a777c6f568","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.206395118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"99735806-409e-4ae5-99d4-394026e8e660","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.254667325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"0424efb4-fb7b-4584-895e-a9a777c6f568","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.264707403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"28a8b9d2-2242-48eb-92be-ffc71b49db2a","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:23.315758239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-sub1","reconcileID":"6a90fed9-9d02-4fa1-b1c6-d4e71f284bb0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:23.318335389Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"28a8b9d2-2242-48eb-92be-ffc71b49db2a","name":"distinct-w4-a48099","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-a48099\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:23.318389014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"28a8b9d2-2242-48eb-92be-ffc71b49db2a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-a48099\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.323690234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"d43866ca-e487-4bd1-b5c0-d908bd20fe88","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.415450918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f2b4f5d1-a726-40b1-8adb-5c1aee249ac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.415450996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"d1e74e45-0881-430b-a526-39e7facc907f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.424860114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"6544c45c-a543-4cf7-bb36-e6aa65a51afd","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.474184361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f2b4f5d1-a726-40b1-8adb-5c1aee249ac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.474184303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"d1e74e45-0881-430b-a526-39e7facc907f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.480137297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"66a8889e-1689-4b4f-b949-34f5016bb40b","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.485651519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"04c8ee81-310d-4ef5-8c94-a191ef454781","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.542547182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"5a2ec9b8-1c18-437d-83ef-33ef8ba5fa5e","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.573856143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"5631d537-f52b-4077-a4c7-34b311d61448","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.69969265Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-sub1","reconcileID":"3259893f-061c-405d-9b15-c32aacacb32f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","model":"distinct-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.767148718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"0533f901-8767-48b8-b108-37165c57bf52","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.76761814Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-a48099 priority=0:[ai-tenant-e2e-worker-w4-a48099/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-a48099/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.801656089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"7bf3ec0b-d428-499d-92a8-0cd8cf0c9712","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.827866622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"837fcc34-fcc5-4a5e-b9ba-d3dea5236e63","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.831619818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"7a2dc298-e515-4af9-83d9-68d5a6b24601","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:23.860098489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-sub1","reconcileID":"3259893f-061c-405d-9b15-c32aacacb32f","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.861534299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"7bf3ec0b-d428-499d-92a8-0cd8cf0c9712","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.876170024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"173a5fe9-4b72-4e18-996f-0e8b4d97e860","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:23.881674047Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a48099/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.888799341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"7a2dc298-e515-4af9-83d9-68d5a6b24601","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.897476171Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-subscription","reconcileID":"daa50847-f736-499b-99db-ee717d4190d3","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.930745828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"d9615c7b-54b8-472d-bdfc-5f7c619233e2","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.93222139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7f277f59-7e03-4b52-b56f-9260be59975e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.932261249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"44ca787f-fc80-4330-914d-8ce84a1d4938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.989361163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"44ca787f-fc80-4330-914d-8ce84a1d4938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:23.989729747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7f277f59-7e03-4b52-b56f-9260be59975e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.068229856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-sub1","reconcileID":"97277364-1bae-4175-8f3a-13f0a0c6daea","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.112093266Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-subscription","reconcileID":"daa50847-f736-499b-99db-ee717d4190d3","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.127631738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"50434c82-5574-446f-8320-0afa457d4121","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.170566187Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-sub2","reconcileID":"d01b5029-5ef4-4b33-9797-1af893dc4fb5","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","model":"distinct-2-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.232380048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"5053ff79-b7c8-412c-8c97-0f1564e39734","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.300623129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"6d54c29a-b9e7-42b0-9f39-f57f3e82a736","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.358019163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"00277273-f230-4584-abef-2b4e9391ee80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.361438913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"6d54c29a-b9e7-42b0-9f39-f57f3e82a736","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.361742315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"4c32f6ba-eb77-4f1d-8d6b-a40d9a29c464","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.410373785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"ee64c901-c084-43c9-942b-57e831e1abd3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.413376457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0d74964c-fe23-4c83-8de9-d7ddc6cd0587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.413684326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f9c438a2-69cb-4af4-971d-1e4eac4c1e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.414463282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"ecb2e784-c2f9-4bf9-a2d4-bc611751ad27","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.414775986Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-a48099 priority=0:[ai-tenant-e2e-worker-w4-a48099/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-a48099/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.467744665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"ee64c901-c084-43c9-942b-57e831e1abd3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.471589433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f9c438a2-69cb-4af4-971d-1e4eac4c1e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.471616204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0d74964c-fe23-4c83-8de9-d7ddc6cd0587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.472339817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"fa5a375e-84bd-459b-806a-33842b60fdf8","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.568313108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-sub2","reconcileID":"6ae9a8d7-b291-42ed-90b2-76de0f30bb97","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.568593108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"6e8da02e-938c-4bca-80fd-783dea36604c","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.568752739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-auth","reconcileID":"88d605bf-951d-4d66-a86e-f8e328e26a41","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.625577165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-auth","reconcileID":"88d605bf-951d-4d66-a86e-f8e328e26a41","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.720752109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9b272594-a6df-45d4-9859-2ad54b02ac94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.777390189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9b272594-a6df-45d4-9859-2ad54b02ac94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.784451733Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-auth","reconcileID":"c19ff113-934b-4f81-a131-a2c478de3492","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.872421867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a006f1f2-46c5-41ad-8123-aa664fd206f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.933845465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a006f1f2-46c5-41ad-8123-aa664fd206f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:24.943957163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"87e311ad-38d8-4b78-b57e-6bd2c45b22bd","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:25.51905798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"6ef709ef-b1ee-4b8e-9331-98e8e37abb26","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:25.681456344Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-sub1","reconcileID":"047c5906-8191-4c06-ab56-70f93d7c4399","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-30176787","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:25.778020889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"3ab0d4af-e87a-4a4f-aa2d-ebed2a2092ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:25.778048642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"d6739d51-bf4d-4e8d-904b-4a1adaef86ff","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:25.778577292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"44993788-1250-4620-99c5-b89beb20fe8b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:25.778614849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"dc61cf83-2b51-46ae-8cb0-800cfe672171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:25.827998873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"ebf33511-5c6f-4e22-91c0-cebbd3041538","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:25.835489848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"d6739d51-bf4d-4e8d-904b-4a1adaef86ff","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:25.835708091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"44993788-1250-4620-99c5-b89beb20fe8b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:25.837915315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"dc61cf83-2b51-46ae-8cb0-800cfe672171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:25.837923471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"3ab0d4af-e87a-4a4f-aa2d-ebed2a2092ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:25.88277909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"d86255dd-4d78-443f-98b1-27e0427d7c4e","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.038172878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-no-auth","reconcileID":"ed005656-2080-4827-8cc8-3b4a0a4c6529","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.096398616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-no-auth","reconcileID":"ed005656-2080-4827-8cc8-3b4a0a4c6529","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.112079379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"26214718-2cb5-4724-9ce7-2d357541cf51","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.169809675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"c48f857b-558f-4153-870e-24bc91fb7058","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.221383031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"2e928ca1-5897-4307-b463-c6f54d3e73ba","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:26.224595391Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-3d70ff/e2e-test-group-sub-only","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.27629104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"7a84be68-9acb-417a-be53-02b5b9e82e17","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.297916639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"30553fe1-0ef0-42c5-96ef-b04a98a0dbc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.297960695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"f7011cab-6725-4154-a5d7-074899bdce27","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.298504727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"99336122-c9bc-4b66-a8f4-a0161e3e46ff","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.298552813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f16a8486-6e01-4ced-a93a-8a3eca27a7e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.355531465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"f7011cab-6725-4154-a5d7-074899bdce27","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.3567716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f16a8486-6e01-4ced-a93a-8a3eca27a7e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.357826968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"30553fe1-0ef0-42c5-96ef-b04a98a0dbc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.360278033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"99336122-c9bc-4b66-a8f4-a0161e3e46ff","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.415321439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"173585a4-e21c-4543-a016-016bbcee87c7","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.545608556Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-sub-only","reconcileID":"8e065081-1926-42f5-9ba3-16c8ed15a3f8","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-3d70ff/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.570436984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-no-auth","reconcileID":"8e4b7300-9067-48d0-9bb6-c6021a02528d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.627380037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-no-auth","reconcileID":"8e4b7300-9067-48d0-9bb6-c6021a02528d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.67012604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3ff3f6b4-0d81-403c-ac84-9b88b3bcd683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.670128185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"6092bf76-9a6d-45d4-9eff-4b20baa8efef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.710977564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"804a5afb-95d0-4feb-b521-1cf0a79ca924","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.727108372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3ff3f6b4-0d81-403c-ac84-9b88b3bcd683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.727224388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"6092bf76-9a6d-45d4-9eff-4b20baa8efef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.755360213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"74b2eaa9-a508-458d-b242-1f2ddc0e87b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:26.921738624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-sub-only","reconcileID":"74c92a88-ce1d-475b-9d8b-cb500ec2c7c8","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:29.488919127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"48dd68f5-c51f-4b13-bc2b-4ec75c190120","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:29.644770121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-no-auth","reconcileID":"2f09f8df-06ba-4ad9-b118-57016a5a4de7","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:29.645042984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"653550d2-accd-487c-8074-f0ee5bb705cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:29.6447624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"4ab4232d-2ded-4f26-b3e8-f7e01c9926fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:29.703333512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"4ab4232d-2ded-4f26-b3e8-f7e01c9926fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:29.703365807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"653550d2-accd-487c-8074-f0ee5bb705cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:29.705489097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-no-auth","reconcileID":"2f09f8df-06ba-4ad9-b118-57016a5a4de7","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:30.223002141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"71facda4-4d35-4696-a829-3a511a5a82b0","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:30.27968363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"71facda4-4d35-4696-a829-3a511a5a82b0","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:30.545743173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"9728a825-99c5-40da-b7af-e09f05643ba6","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"tenant":"e2e-inf-b-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:30.545763324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"9728a825-99c5-40da-b7af-e09f05643ba6","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"routeName":"test-model-af8051-kserve-route","namespace":"ai-tenant-e2e-inf-b-af8051","llmisvcName":"test-model-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:31.978758035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"a99ad542-c483-4d96-aa44-a7195319907c","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:32.03567401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"a99ad542-c483-4d96-aa44-a7195319907c","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:32.091180782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2fd4c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e69ea8b1c8957457dcc3d07b2db6845d8289598fbe5bfb9080409469c600f3b5) AuthConfig (22e6d19dbc00e56260e7f2c8e13278071eebb6f71f01a7bfd47576adc224629a) AuthConfig (39e28a742a1b2dce2c21fdf573845e343b5a750b7f469413f23b9498ee688467) AuthConfig (71846be319e49ea9ba97bdf4aa329bba6cf7f128843169942e0f6ba9d52a7057) AuthConfig (534a860cbad61b70aae429f132c41b02ebf0276779d786785dbef33bd4604172) AuthConfig (1d1920c7be3ba2afcfaf7b04e7f8eb26c830e01fa1ce55f205d600a98afb99f7) AuthConfig (7269f408ca8bb9ba5622e8739808e460df60ea3d559a99fab20a238ffbebca50) AuthConfig (0aa64d6a0df1b524ed7d9b65e8824f421bfde4fdf536160227f81ae90b03996b) AuthConfig (4a978ca4cf9a22364c68ad863c78b319ba3831b04d6f8c242077cbb25a6bbd04) AuthConfig (d457194c1856aecf9ff909f58d667c43d71624873529ea49c6cbcd7f1f1c3100)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"a99ad542-c483-4d96-aa44-a7195319907c","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:33.650220368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-sub2","reconcileID":"8b90e9a6-e300-45fa-baf3-5f6bb748a299","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:33.864509809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"91f6d6fb-6390-41c6-8e01-cb26ad729971","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:35.496443387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"be04b6b9-10ce-4a96-985a-0b41deba03aa","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"tenant":"e2e-inf-b-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:35.496467905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"be04b6b9-10ce-4a96-985a-0b41deba03aa","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"routeName":"test-model-af8051-kserve-route","namespace":"ai-tenant-e2e-inf-b-af8051","llmisvcName":"test-model-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:35.554894133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"f64f389a-9cb4-481c-a390-496c0480caeb","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"tenant":"e2e-inf-b-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:35.554917955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"f64f389a-9cb4-481c-a390-496c0480caeb","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"routeName":"test-model-af8051-kserve-route","namespace":"ai-tenant-e2e-inf-b-af8051","llmisvcName":"test-model-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:35.600151604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"a89181be-1167-4545-a392-dff49f490925","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:35.60304666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-sub","reconcileID":"cf32322e-b449-4c09-a080-21fa00d0d0b0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-af8051-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:35.657405557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"a89181be-1167-4545-a392-dff49f490925","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:35.710536813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"058bd848-7367-4aa4-8af4-5c4259be686c","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"tenant":"e2e-inf-b-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:35.710559708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"058bd848-7367-4aa4-8af4-5c4259be686c","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"routeName":"test-model-af8051-kserve-route","namespace":"ai-tenant-e2e-inf-b-af8051","llmisvcName":"test-model-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:35.733485477Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-sub1","reconcileID":"6d94d3f5-937c-48ea-bfcb-07ac0d090c1a","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:35.767687363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"e5619f22-19b9-4b1c-8e82-9878b35ed23b","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"tenant":"e2e-inf-b-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:35.767710671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"e5619f22-19b9-4b1c-8e82-9878b35ed23b","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"routeName":"test-model-af8051-kserve-route","namespace":"ai-tenant-e2e-inf-b-af8051","llmisvcName":"test-model-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:35.785913662Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-sub1","reconcileID":"6d94d3f5-937c-48ea-bfcb-07ac0d090c1a","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:35.838260924Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-sub1","reconcileID":"6d94d3f5-937c-48ea-bfcb-07ac0d090c1a","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:35.96564104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"f020c0d2-1870-41f1-b612-a05332e322ce","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:35.978657144Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-sub","reconcileID":"e83ce978-f11c-493b-9ad5-58531d4932d3","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"maas-trlp-test-model-af8051","model":"test-model-af8051","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-af8051/test-model-af8051-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.022835784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"f020c0d2-1870-41f1-b612-a05332e322ce","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.108881762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"17497696-6093-4823-986d-f3f1e67098be","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.167132462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"b9145985-e974-4c41-9678-14d8f1b49ec7","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"tenant":"e2e-inf-b-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.167163387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"b9145985-e974-4c41-9678-14d8f1b49ec7","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"routeName":"test-model-af8051-kserve-route","namespace":"ai-tenant-e2e-inf-b-af8051","llmisvcName":"test-model-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.256984627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"98da3d16-4d83-4ff9-9633-5b44668e2b6c","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.367868943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"62d90923-722b-4a3b-b28b-22ae19c63a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.368156834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"76f47ed7-6cb9-4e28-8587-476c4eb5ecca","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.368343557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"87018052-7af0-4f5f-a3ba-e85cad8669b5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.368568826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"caa39e48-c01d-4246-95da-2deb143feec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.369048639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-sub","reconcileID":"29c20032-68cd-4846-a0cf-0a617c3c244b","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"maas-trlp-test-model-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.419058307Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-sub2","reconcileID":"87bc3f73-b864-4cf9-ae01-6336f205f463","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-186a5ede","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.42594176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"62d90923-722b-4a3b-b28b-22ae19c63a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.430901017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"caa39e48-c01d-4246-95da-2deb143feec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.430933899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"87018052-7af0-4f5f-a3ba-e85cad8669b5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.437484327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"76f47ed7-6cb9-4e28-8587-476c4eb5ecca","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.889508716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b750ab24-36f9-4245-be55-cdb549773df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.889544422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"54ff1af1-4b7b-43b7-a06d-648fce5d4046","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.890047734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a3ba9912-8ce3-4ab9-ae58-99f09939a0f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.890178129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"4e2da53f-098a-4533-9554-8ee25febd56e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.948159611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a3ba9912-8ce3-4ab9-ae58-99f09939a0f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.94815961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"54ff1af1-4b7b-43b7-a06d-648fce5d4046","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.951621897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"4e2da53f-098a-4533-9554-8ee25febd56e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:36.951752438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b750ab24-36f9-4245-be55-cdb549773df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:39.652332416Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-sub-only","reconcileID":"37d29f50-83b0-4ef8-8b29-8ae9f36b8dbf","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:39.87175552Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-sub-only","reconcileID":"37d29f50-83b0-4ef8-8b29-8ae9f36b8dbf","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:40.08385457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"7acfa4e1-9a59-4d1e-9972-c855cc2be011","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:40.135945995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"7bffeb0a-de5a-4dc0-9c8d-0e1e05869b64","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:40.291928725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-no-auth","reconcileID":"bcb25ca3-22f4-4c11-9f94-fc5cbc7069ff","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:40.292003465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"8245d6b1-b54f-4f5e-a80f-50d86eb16324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:40.292362603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1b6e6efe-0835-4990-90e6-407a8e6ef1ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:40.301272072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"36b4038e-6aba-43c1-a098-977f7e206030","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:40.349291132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-no-auth","reconcileID":"bcb25ca3-22f4-4c11-9f94-fc5cbc7069ff","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:40.349306975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1b6e6efe-0835-4990-90e6-407a8e6ef1ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:40.351339955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"8245d6b1-b54f-4f5e-a80f-50d86eb16324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:40.553834784Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-test-group-no-auth","reconcileID":"1c58e02c-dd72-40c7-a022-0f5219bc2940","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:40.719214888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"7fbc7ac8-c038-4a99-9dce-88b3a470834b","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:41.888485491Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:42.196365308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"dcb8293f-e885-4615-9419-e247536cf42e","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:42.253355702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"dcb8293f-e885-4615-9419-e247536cf42e","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:42.689423682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"dae81fe5-a692-490a-af86-f45e7e05f39a","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:42.689454087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"dae81fe5-a692-490a-af86-f45e7e05f39a","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:43.631222455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"4382bc2b-a5f8-4fc6-b842-1f40552de3e5","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:43.631323752Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"4382bc2b-a5f8-4fc6-b842-1f40552de3e5","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:43.685689565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"aa4520f5-d3b1-4503-b1a0-9156846de546","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:43.688208075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"c2ea7596-1bd0-471b-929f-b1bf6dfb61ee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-6ee77a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:43.744703965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"aa4520f5-d3b1-4503-b1a0-9156846de546","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:43.796897701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"3c616d5f-a504-493d-8fa7-9f119dcbc704","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:43.796932518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"3c616d5f-a504-493d-8fa7-9f119dcbc704","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:43.90367048Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"3c616d5f-a504-493d-8fa7-9f119dcbc704","name":"e2e-att-serve-6ee77a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-6ee77a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:43.903745931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"3c616d5f-a504-493d-8fa7-9f119dcbc704","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-6ee77a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:43.955764739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"bbfaf242-6159-41a5-af95-84f43bfd5343","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:43.955803389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"bbfaf242-6159-41a5-af95-84f43bfd5343","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:44.116150007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"36a60a62-c7e1-46a6-8ce5-09d1458d2e70","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:44.146301821Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"1d59cc3c-8339-4241-8b39-145bed66b952","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-att-serve-6ee77a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:44.188318751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"36a60a62-c7e1-46a6-8ce5-09d1458d2e70","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:44.422398376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"d8ee0a9e-a882-45c0-bd9a-4200fc633e5a","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:44.422518036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"d8ee0a9e-a882-45c0-bd9a-4200fc633e5a","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:44.63531481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"172e3fb5-83e9-436b-aa73-bce043e3c594","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:45.512272646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"702fb916-449f-4b18-bebc-9b643d16441b","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:45.512821685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"5cc6bd34-ce26-423c-b3d6-0c7eaef8286d","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:45.580167694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"93b4087f-2da3-4744-bafe-31c94e23bc6f","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:45.58058005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"458e9180-34fe-4b68-a212-711b3b8f3276","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:45.668906494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"6c770a6b-cce4-40f0-ab54-98d9b665fd40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:45.669439717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"52283cab-c870-47f4-8997-79d825741dd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:45.72295955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"a08db107-ec19-458f-8ffb-734450aa99b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:45.723440032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"ea5b08a8-7c6c-434e-afe7-bdf59660dc6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:45.726513012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"6c770a6b-cce4-40f0-ab54-98d9b665fd40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:45.73004875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"52283cab-c870-47f4-8997-79d825741dd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:46.039762163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"07445acb-150c-49a5-8b08-297928db1a84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:46.039762667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e8a93851-e4d0-4127-8fd0-51ed9371aa6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:46.097164886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"07445acb-150c-49a5-8b08-297928db1a84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:46.09728471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e8a93851-e4d0-4127-8fd0-51ed9371aa6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:46.471977679Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-sub2","reconcileID":"47237946-dc98-4564-9569-c6a1950cbb33","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:46.525016782Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-sub2","reconcileID":"47237946-dc98-4564-9569-c6a1950cbb33","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:46.577764111Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-sub2","reconcileID":"47237946-dc98-4564-9569-c6a1950cbb33","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:46.855216378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"9470bfd9-02ec-486f-9096-48938651addd","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:47.001334312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"e84678af-d68f-4f8a-9cd3-96b0b136ac7d","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:47.114445384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0e53e915-b1c0-4a1f-a749-c088fe580594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:47.114871292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"52935930-2492-413c-9320-c9a2e8714df2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:47.115407663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2645a678-864d-4f66-ab1d-3e7464ce608d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:47.115666601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"030ea764-bcc8-4aea-b688-6a1f17e02617","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:47.173001496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0e53e915-b1c0-4a1f-a749-c088fe580594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:47.17523398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"52935930-2492-413c-9320-c9a2e8714df2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:47.178365002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"030ea764-bcc8-4aea-b688-6a1f17e02617","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:47.179669318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2645a678-864d-4f66-ab1d-3e7464ce608d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:47.332282449Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth1","reconcileID":"47faa222-3fd5-420e-a26f-811f6652366c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:47.491320228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"d82f3917-cfe2-4c25-8bf7-30cb3b7e7834","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:47.536464864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"359043dc-8a54-434f-abb7-a3de0d85a07b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:47.593453172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"359043dc-8a54-434f-abb7-a3de0d85a07b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:47.654537414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"061c4380-5e19-4bde-b1a3-757a61adcb62","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:47.752579154Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-return-all-auth2","reconcileID":"20440efc-a4ef-4e62-9aa8-ab6635838608","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:47.911681477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"8fd06e73-e3f7-4051-abdf-319b585aa7bd","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:49.324333469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"09977bf1-6227-4926-9fe0-f6ef1c9acab0","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:49.379518238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"5de11f30-c6f7-43a5-97c9-0b124e21e5f5","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:49.535127002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"d05ee6ca-d497-4985-9d8f-4e4bbe1876ec","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:49.593408994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"d05ee6ca-d497-4985-9d8f-4e4bbe1876ec","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:49.605577761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"42d56585-edda-4b86-8175-b1428a190d62","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:49.662963834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"762ed68a-1c4a-4c48-a3d7-0d7d178b946c","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:20:49.713734043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-sub","reconcileID":"f220a096-f8b3-4248-a837-ff47498edf7c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:49.760277053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5a2e2e93-612f-4777-b80e-c0abe88b9c9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:49.760277172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"182a5ab5-0b2e-4873-b56b-00109df3f1bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:49.817741828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"182a5ab5-0b2e-4873-b56b-00109df3f1bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:49.817764584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5a2e2e93-612f-4777-b80e-c0abe88b9c9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:49.828476661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"018bf43c-8161-4ba7-9ed4-5740cf5f5c00","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:49.861180941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"66d6aec8-f9b9-48db-a3a9-1fd8398a7a77","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:49.885520403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"855b39d8-58e4-403e-be60-b7f764056898","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:50.017021126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"bb31740f-ffba-4ec2-b0c1-f2f1e7133731","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:50.075636011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"bb31740f-ffba-4ec2-b0c1-f2f1e7133731","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:50.154151717Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-sub","reconcileID":"5f6e65c3-fd08-44c6-9d55-c58562aaf330","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w4-a48099/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:50.178517954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"572d0733-6e0d-490b-9dcb-f5a052c0133b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:50.178571093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"7c22939b-176d-4bf5-9c84-9474bfcde4b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:50.235937684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"7c22939b-176d-4bf5-9c84-9474bfcde4b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:50.236055881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"572d0733-6e0d-490b-9dcb-f5a052c0133b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:50.319060575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"53cc0d3b-6387-40a6-a482-fab72dca1648","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:50.363417027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"0d47a826-a83e-422f-a4f4-7611d196c6dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:50.52773668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-sub","reconcileID":"4cec024c-a30f-41e0-b588-8447bdd60ced","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:52.871772448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-sub","reconcileID":"b9372426-e477-4337-aca1-ffbfb74b5a72","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"maas-trlp-test-model-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:52.923356434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"9134dfc7-d287-4afd-9c5e-83a845177d5d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.024232868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"f6ec603f-5591-4fff-8ca2-8d2051bff7a0","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.044585108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"bb3dd80a-7ca1-4ce2-8795-a2f90a005d2e","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"tenant":"e2e-inf-b-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.044608498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"bb3dd80a-7ca1-4ce2-8795-a2f90a005d2e","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"routeName":"test-model-af8051-kserve-route","namespace":"ai-tenant-e2e-inf-b-af8051","llmisvcName":"test-model-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.047267667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"06d48756-dba7-4c86-b39a-3ce6c67c79ab","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.050360537Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"9134dfc7-d287-4afd-9c5e-83a845177d5d","name":"e2e-ipp-a-2864b6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.050608734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"214e2b51-91c7-458d-bfe4-122b51106c62","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.083525666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"f6ec603f-5591-4fff-8ca2-8d2051bff7a0","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.176029151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2d2f0acb-77b4-40c6-8d54-2cb4d4711c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.176112712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4908fa74-aa64-4699-827e-cd41631b8e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.205584938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f7a778dc-2396-40af-8dc0-1eaae096859a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.206420496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b8961a1e-cfec-453f-850a-e84dbef4449c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.233124527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2d2f0acb-77b4-40c6-8d54-2cb4d4711c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.235406573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4908fa74-aa64-4699-827e-cd41631b8e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.262345998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f7a778dc-2396-40af-8dc0-1eaae096859a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.264840627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b8961a1e-cfec-453f-850a-e84dbef4449c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.358869412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"ec822eac-bda3-46cd-9fad-b4f203a03a40","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.358899517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"ec822eac-bda3-46cd-9fad-b4f203a03a40","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.512548652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"20de741d-9d25-4bc0-b0f9-ac8ca82a1fcc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.569348056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"20de741d-9d25-4bc0-b0f9-ac8ca82a1fcc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.614772449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"9bf3e12b-bdc8-4294-ab50-00e4b34d4aee","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.666076363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"adb3f09a-2e24-4f6d-a3ae-3436ec376e9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.666080819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"8fab2960-cd50-41a1-bac8-be9576ff3bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.671708026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"9bf3e12b-bdc8-4294-ab50-00e4b34d4aee","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.723517835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"adb3f09a-2e24-4f6d-a3ae-3436ec376e9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:53.723570839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"8fab2960-cd50-41a1-bac8-be9576ff3bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.218856086Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"ea11205d-39cc-4feb-b89a-95c7369983d7","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.277007553Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"dd48c7b9-30f0-41f0-a514-aefc4de47c1d","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.325250387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"43404512-1b22-4f15-b697-a63ca59a35c5","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.376554275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e06555a-f5cf-44a4-a50c-52bdfaf5c731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.376866457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"5bd48b4c-85cb-4dde-8167-b60914eb829c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.376555253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"d95f4cc9-4550-42c4-ad40-2c2cf41c7d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.377381888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"ecdc04a4-b831-426c-ad9e-2f5c2d20be9f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.381959481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"43404512-1b22-4f15-b697-a63ca59a35c5","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.434450929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e06555a-f5cf-44a4-a50c-52bdfaf5c731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.434541628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"d95f4cc9-4550-42c4-ad40-2c2cf41c7d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.437014004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"ecdc04a4-b831-426c-ad9e-2f5c2d20be9f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.4371272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"5bd48b4c-85cb-4dde-8167-b60914eb829c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.595682525Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"adf8087e-19ab-46e9-8896-fe657d28ede5","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.757367864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"1bd14fb4-a27b-4b38-be5e-f4aaa468d50b","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.757408681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"1bd14fb4-a27b-4b38-be5e-f4aaa468d50b","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.794321725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"9a475f81-a105-41e1-adfe-4e47b1e59dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.794492991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"6f464bea-f8c7-4bb0-8ab8-c81f17878ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.795004757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e23c2d57-79f5-48e6-9427-3d3842f4ba86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.813371254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"92cbe3b7-fbd1-43c9-b416-36461427bbfd","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.844940979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"af877f1e-9f37-4e9e-844c-6fe6355649cd","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.852120744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"6f464bea-f8c7-4bb0-8ab8-c81f17878ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.852385672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"9a475f81-a105-41e1-adfe-4e47b1e59dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.85442984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e23c2d57-79f5-48e6-9427-3d3842f4ba86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.861719322Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"84bc327e-95de-4996-8b83-90450086c11e","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.900379112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"62a5eb77-48c4-4e12-bcda-2fd02e9e00b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.944142265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"af877f1e-9f37-4e9e-844c-6fe6355649cd","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:56.959097937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"62a5eb77-48c4-4e12-bcda-2fd02e9e00b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.194183547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"5704960a-c04b-4bb1-9ce2-7e198b574c00","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.245360749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73041d2d-8b9d-4da7-bb23-c579ac1af6da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.245626078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"0d5fc1fe-ac24-4a3d-bcb2-920ec3294093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.252105751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"5704960a-c04b-4bb1-9ce2-7e198b574c00","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.297913727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"3a162164-b7c0-423b-8fb1-ab6205373ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.297941295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8656a87-f2e9-46e6-87f2-f80f48b0c55c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.303288509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73041d2d-8b9d-4da7-bb23-c579ac1af6da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.30343822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"0d5fc1fe-ac24-4a3d-bcb2-920ec3294093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.355420689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"3a162164-b7c0-423b-8fb1-ab6205373ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.355464096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8656a87-f2e9-46e6-87f2-f80f48b0c55c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.567604239Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"d067b7b2-0708-488a-9ed6-e20a49c4eddc","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.613141037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"725b4d6d-312a-474c-a405-0d6175a0ebba","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.620585761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"1d090ae7-e97c-4388-a4aa-d8cf0b91d455","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.620621119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"1d090ae7-e97c-4388-a4aa-d8cf0b91d455","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.670292012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"725b4d6d-312a-474c-a405-0d6175a0ebba","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.7136236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"4e0ba53d-9c64-425d-a60b-fec1b32e10a8","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.723543576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e25808f4-ec89-4afb-baa9-181ab779a39b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.724327725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"7be0f56a-861d-4163-872d-f9130145b2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.767376399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"325a8ab8-c80f-4ad1-851d-e92c93bbbe8d","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.770720578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"4e0ba53d-9c64-425d-a60b-fec1b32e10a8","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.780466252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e25808f4-ec89-4afb-baa9-181ab779a39b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.781041929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"7be0f56a-861d-4163-872d-f9130145b2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.782717105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"a460fe47-c2db-4c51-8111-696fbb872967","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.782734345Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"a460fe47-c2db-4c51-8111-696fbb872967","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:57.824678822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"325a8ab8-c80f-4ad1-851d-e92c93bbbe8d","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.084427882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"afa1e021-adf4-4d21-b9e7-d70a2fd50a60","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.163141064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"91b7fed6-2364-48cf-9ced-dad7cb79a530","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.163710718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"a2ff42bc-65f6-465f-b0ec-25ab7f91e7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.164314634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"b131c0cd-19a3-4205-bfa3-ab279b0ba9dd","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.167049723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"afa1e021-adf4-4d21-b9e7-d70a2fd50a60","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.220450009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"91b7fed6-2364-48cf-9ced-dad7cb79a530","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.220500237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"a2ff42bc-65f6-465f-b0ec-25ab7f91e7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.222897537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"b131c0cd-19a3-4205-bfa3-ab279b0ba9dd","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.276518123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"a7b483f9-2935-4e0c-a2d4-92badf5bc835","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.276547738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"a7b483f9-2935-4e0c-a2d4-92badf5bc835","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.379046526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"416e82db-8269-4fe5-9523-3f8bcc153dbd","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.435950449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"416e82db-8269-4fe5-9523-3f8bcc153dbd","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.479730306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"bace244f-644a-4bef-9385-2921272e4bb3","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.530978581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e6b50c81-e6bf-4726-a0cb-c4e4583fb06e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.531668462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2eaeece7-3476-4ed0-a9da-a3a8ea3395b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.53216289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"305044b9-fe88-47a5-a48d-e2fc57eb35f2","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.536592296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"bace244f-644a-4bef-9385-2921272e4bb3","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.588213342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e6b50c81-e6bf-4726-a0cb-c4e4583fb06e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.589465128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2eaeece7-3476-4ed0-a9da-a3a8ea3395b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.590636217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"305044b9-fe88-47a5-a48d-e2fc57eb35f2","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.773008775Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"50b69d6e-6d54-4114-9a53-98fc642d2168","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.850019642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"3841b8b3-efbe-422a-8397-b1e5416d8e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.850093059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff8f0cd1-7023-4074-afe3-28cfd24d3584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.907164102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff8f0cd1-7023-4074-afe3-28cfd24d3584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.907389332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"3841b8b3-efbe-422a-8397-b1e5416d8e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.950580071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"7d3a3eb6-9059-4c7e-8984-cd9a5ed92d50","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.950750052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"0b5e4e97-f126-4108-acb4-b5da5532a2d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:58.950588385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"5b910668-93a8-4f4e-b57a-a3e8630c3657","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.008097907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"7d3a3eb6-9059-4c7e-8984-cd9a5ed92d50","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.008309166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"5b910668-93a8-4f4e-b57a-a3e8630c3657","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.01141804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"0b5e4e97-f126-4108-acb4-b5da5532a2d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.268156141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"9d72b4f5-99de-40ba-9726-21c991ea1ccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.26815546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9eb0bc69-79cc-41d6-892e-cef79a96f35a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.317623038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"7160f3df-ee26-4adb-893e-7e679bab132e","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.325994743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9eb0bc69-79cc-41d6-892e-cef79a96f35a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.326154678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"9d72b4f5-99de-40ba-9726-21c991ea1ccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.368930517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"8f3cbae1-bbe9-49fc-a12a-0a14c6b53697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.3746275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"7160f3df-ee26-4adb-893e-7e679bab132e","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.419698663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"da67940c-3bb3-4db0-bf2f-4251a2aa5560","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.42556984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"8f3cbae1-bbe9-49fc-a12a-0a14c6b53697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.476702109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"da67940c-3bb3-4db0-bf2f-4251a2aa5560","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.687212978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c5c2ace4-1821-440c-a894-a5b4b08ae146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.687214299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbd1a62f-ec09-4e7e-86ee-28530b4a2471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.738224768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"18cde941-677a-477b-9429-195ce9be0f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.738224834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"665eb20b-2699-452c-9190-10f607351d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.744118235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c5c2ace4-1821-440c-a894-a5b4b08ae146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.74414732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbd1a62f-ec09-4e7e-86ee-28530b4a2471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.786598466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"e0da8011-203b-4837-a0b8-32bc59758141","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.79519206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"18cde941-677a-477b-9429-195ce9be0f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.79568613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"665eb20b-2699-452c-9190-10f607351d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:20:59.843397032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"e0da8011-203b-4837-a0b8-32bc59758141","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:02.473826625Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:02.525717482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"e1a34ad9-44e7-46ae-93bf-ac900ac7c1bb","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:02.525745783Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"e1a34ad9-44e7-46ae-93bf-ac900ac7c1bb","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:02.580108606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"471b0029-6b0f-4ea6-aa46-849b7bc20c7a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-9a6137-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:02.628454075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"6e8f1b8a-61e2-4fc3-8058-c2c8bd813e98","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:02.628929157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"22fdd0b5-42e5-4a62-821c-9074d4fb4e1a","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:02.6864318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"6e8f1b8a-61e2-4fc3-8058-c2c8bd813e98","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:02.6877066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"22fdd0b5-42e5-4a62-821c-9074d4fb4e1a","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:02.688913192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"0922417e-167e-4e85-8e8d-b9783a421a4d","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:02.688931489Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"0922417e-167e-4e85-8e8d-b9783a421a4d","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:02.793107899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"fd9117e2-dcbe-46cd-9394-da60b65e94f3","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:02.793134036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"fd9117e2-dcbe-46cd-9394-da60b65e94f3","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:02.897382266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"24b8fab7-b8c4-4665-82a8-9085b485ee90","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:02.897408626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"24b8fab7-b8c4-4665-82a8-9085b485ee90","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.016334012Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"9fa01941-5349-4ae3-ac06-c7fee27dbb0c","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-att-unrel-9a6137","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.112907106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"52c01396-fe06-45fa-9311-64cf8889ca61","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.112917258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"39d08aec-6bdc-453b-9e39-1179cb5211bd","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.169557742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"39d08aec-6bdc-453b-9e39-1179cb5211bd","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.171040293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"52c01396-fe06-45fa-9311-64cf8889ca61","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.21451351Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-sub","reconcileID":"125f85e9-4e47-4f84-95f9-7438664b35e5","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.287921678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"0c0952f1-811d-44d3-96f7-53a11dfff53b","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.287949523Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"0c0952f1-811d-44d3-96f7-53a11dfff53b","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.42943897Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-sub","reconcileID":"125f85e9-4e47-4f84-95f9-7438664b35e5","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.495497863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"9ac31f34-d4e3-4a76-969b-74dcd1891aa9","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.638863153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"86202d12-a4bb-4b7e-9a33-df819372f9b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.691492001Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.692377402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"29ba3e32-b76a-439c-a07a-b97a6b1dfefa","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.846453399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2a3fb828-ef1f-4f02-8422-e4a4c0e8d8b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.846616454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d8f32c8d-8cc6-4b71-97a4-29f9793194d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.847185778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"d788e155-30f9-4506-971a-8455d4e6a0c8","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.847241661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"2aa6a246-736e-45a2-8c0c-3f8f4358b4ef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.913530707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d8f32c8d-8cc6-4b71-97a4-29f9793194d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.9146366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2a3fb828-ef1f-4f02-8422-e4a4c0e8d8b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:03.915911361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"d788e155-30f9-4506-971a-8455d4e6a0c8","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:04.070877637Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-user-token-filter-auth","reconcileID":"8cce6780-9df3-4850-b994-c0db89257238","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:04.282474899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"f41e355f-e204-4114-a0a2-af71fdbf0707","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:06.427684199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"117221d4-469f-4b86-8006-7f28cfcd0854","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:06.484719355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"5453c088-e154-4dae-ad0c-bb2c94a813c2","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:06.641154961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-auth","reconcileID":"0a23c928-d1d8-4b91-b223-847690c86385","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:06.698058163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-auth","reconcileID":"0a23c928-d1d8-4b91-b223-847690c86385","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:06.724483877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"1276f4a3-3c11-4952-a663-93d7d20abb29","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:06.724613998Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:06.78166202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"1dd8d50d-8f27-4e8e-9179-d13e99ac165d","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:06.831650742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-sub","reconcileID":"d21afcc2-626d-475f-adeb-9adbd134eab2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:06.880993766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0dad4299-cae0-4662-80c1-4f6560cc14ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:06.881455652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c5cc4ad6-1aa7-4e84-ae18-def3419fb71d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:06.938353628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0dad4299-cae0-4662-80c1-4f6560cc14ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:06.93859538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c5cc4ad6-1aa7-4e84-ae18-def3419fb71d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:06.947362089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"94376e45-0e80-40db-b5f6-17638b0d26ae","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:07.002113485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"b006dbd6-ebe5-4d18-aaab-4323c9d6fad1","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:07.013492325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"5920abcf-e40f-4211-88b8-fd920da5c321","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:07.168441959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-auth","reconcileID":"7ca02d03-a455-40e3-99d9-8aa123c60f4d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:07.225156201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-auth","reconcileID":"7ca02d03-a455-40e3-99d9-8aa123c60f4d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:07.263308094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"8f794ccf-3a5c-4480-87e4-9b9e134ead72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:07.26712518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"34a495ba-e8ef-49e2-9774-6aaa72d0a773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:07.267821153Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-sub","reconcileID":"1dfea992-7488-4f7d-94c6-f8209c0cc260","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-a48099/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:07.320040856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"8f794ccf-3a5c-4480-87e4-9b9e134ead72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:07.325971603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"34a495ba-e8ef-49e2-9774-6aaa72d0a773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:07.434107609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"98d9ba90-fa93-43b0-9920-2b94cd8ecdb1","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:07.476870473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"6a418555-4be5-41f0-b018-03f933b08b4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:07.642269457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-sub","reconcileID":"67f70909-697f-4965-b338-33ef41bca83f","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:09.909836362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"a50781a3-ee14-4fda-ad70-01ffff7b762e","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:10.068163191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"8752839c-53ef-41be-8edc-8afcdcca3a64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:10.068910888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-auth","reconcileID":"b470fbd2-d62d-4eda-84ab-a4c707f39e28","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:10.069540175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"91018bf4-f674-4562-a3c8-9563b23226c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:10.126846506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"8752839c-53ef-41be-8edc-8afcdcca3a64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:10.127709208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"91018bf4-f674-4562-a3c8-9563b23226c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:10.129524923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-auth","reconcileID":"b470fbd2-d62d-4eda-84ab-a4c707f39e28","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:11.888278246Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:12.582228008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"87aa95ed-54c0-4d40-a616-4fc9ecaba5fc","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:12.633461818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"47ead0df-4ad9-4dd1-801a-5651fd1a00ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:12.633462477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ae869754-6780-4d66-99dc-8bc33f9213e7","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:12.690840432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"47ead0df-4ad9-4dd1-801a-5651fd1a00ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:12.69333863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ae869754-6780-4d66-99dc-8bc33f9213e7","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:12.885799059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"25a5f671-eb16-4838-985f-3421931ce1f5","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:12.885829617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"25a5f671-eb16-4838-985f-3421931ce1f5","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:12.947608588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b74a9ab6-0ddd-454e-a086-305116f9bf9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:12.947894767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e68d7af9-e5e7-477b-9740-76f8febb2851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:12.947622346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-auth","reconcileID":"6d056581-cf5a-4494-b004-512f8cfbbe88","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:13.005965043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e68d7af9-e5e7-477b-9740-76f8febb2851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:13.006947852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-auth","reconcileID":"6d056581-cf5a-4494-b004-512f8cfbbe88","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:13.008262952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b74a9ab6-0ddd-454e-a086-305116f9bf9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:15.509010627Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"b6d9cd4e-c585-4590-9360-e62f26ddbd27","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:15.572314042Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"6c6aca6a-a196-4d63-ab27-24f59bc9c6f4","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:15.679439549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"4ba52b79-db45-48c1-afa9-e9aac220dcdd","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:15.679435344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"fea5ef6c-1269-43b1-bad9-699a747a35cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:15.680837442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75f68223-0a69-4bbb-a633-5c1033e1d5e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:15.681449845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"7d7038cd-c861-4f9c-b2dc-c61ee778a9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:15.68208608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38e3a7e9-3558-4dbc-9148-b3ac41079874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:15.737246935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"4ba52b79-db45-48c1-afa9-e9aac220dcdd","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:15.737365854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"fea5ef6c-1269-43b1-bad9-699a747a35cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:15.740061511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"7d7038cd-c861-4f9c-b2dc-c61ee778a9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:15.740131522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75f68223-0a69-4bbb-a633-5c1033e1d5e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:15.742332161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38e3a7e9-3558-4dbc-9148-b3ac41079874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:15.904267333Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"75c8eff7-b7c9-4618-891e-3646588b99ef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.097747991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"1a3e54be-e04c-4c68-b305-188f463f14c5","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.09813293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"271fcc48-227f-42ac-845c-ba72b3848340","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.098593707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"8b6f0056-2f5f-43dd-8f4b-61aea0504aa8","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.098615605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"8b6f0056-2f5f-43dd-8f4b-61aea0504aa8","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.149444962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"6ae8a18b-0c1e-4c53-b043-db321b2031ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.154713082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"dbed25e3-e5b7-4e5e-a815-c723e0bc91c6","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.155769188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-auth","reconcileID":"b49920a9-fb00-4e39-b2e8-7e49115e6aa6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.156520176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"4075ce93-61dc-4409-838c-7e82aaa431ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.21220946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"6ae8a18b-0c1e-4c53-b043-db321b2031ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.216658519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-auth","reconcileID":"b49920a9-fb00-4e39-b2e8-7e49115e6aa6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.221254922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"4075ce93-61dc-4409-838c-7e82aaa431ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.225169505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"dbed25e3-e5b7-4e5e-a815-c723e0bc91c6","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.252485065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"af95d70f-e611-4b4a-9413-32ca17681f10","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.252565377Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"af95d70f-e611-4b4a-9413-32ca17681f10","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.281803704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6ba8ac29-b0d7-4904-96a3-a0193e266ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.338694285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6ba8ac29-b0d7-4904-96a3-a0193e266ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.360854282Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"3802f824-adcb-46fa-8a3f-2d08f082e36a","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.528742906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"bd3760db-7d08-4c5a-93b4-2ba194198948","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.531916996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"90fb7d26-1870-4002-ada9-dfe739fa7f71","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.583252586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"5ce29e31-9b08-4c1f-8324-5ea4a7ef858b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.585865731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"bd3760db-7d08-4c5a-93b4-2ba194198948","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.588703039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"90fb7d26-1870-4002-ada9-dfe739fa7f71","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.640382671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"5ce29e31-9b08-4c1f-8324-5ea4a7ef858b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.685189894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8222582e-d2b8-4aaa-937d-4b2e744e38d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.742337182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8222582e-d2b8-4aaa-937d-4b2e744e38d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.783017522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"3310dcab-278c-472a-bd5a-93cd819df0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.84047297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"3310dcab-278c-472a-bd5a-93cd819df0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.97324104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f574be47-7865-4c8d-889d-d194598445b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:16.973242819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c3c2f54a-2a87-46da-868b-06c0ba7a4c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.030251256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f574be47-7865-4c8d-889d-d194598445b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.030296363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c3c2f54a-2a87-46da-868b-06c0ba7a4c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.075854965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"6d69400d-ad72-4f07-b30b-b7ebcdfc15bf","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.107106852Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"2bccd848-0398-4368-b2ec-e606b3a42384","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.127592188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"84f8982a-75e7-43f2-a3ce-23e07ddc3bf7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.133992899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"6d69400d-ad72-4f07-b30b-b7ebcdfc15bf","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.190773489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"84f8982a-75e7-43f2-a3ce-23e07ddc3bf7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.218166914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"8a1640e5-6ff5-46ff-9656-40728721a799","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.218204553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"8a1640e5-6ff5-46ff-9656-40728721a799","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.32193843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"92218eb2-29d4-40af-a223-3015c7a67b04","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.322779311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"da61528e-1e48-42f1-9ec9-ae98141676e2","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.323701969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"c4e31152-2a84-44b6-8478-e17e5f15e520","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.323720747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"c4e31152-2a84-44b6-8478-e17e5f15e520","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.427922412Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"091a305d-10c9-4451-9314-630b19157bae","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.558546469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"b3c05062-3c99-4f91-9fc4-505ff3c850ee","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.616414172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"b3c05062-3c99-4f91-9fc4-505ff3c850ee","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.662396284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"b737b9df-601b-4d5d-ac1f-51a58cec30bb","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:17.720256198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"b737b9df-601b-4d5d-ac1f-51a58cec30bb","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.156680796Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"6824fd41-2c15-4bfc-ae6c-886286c46d79","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:18.209508108Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"07d1c67d-a834-4c7e-95c4-062b5adab70b","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.262381468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"abb5197a-1bd4-4be0-b06e-78ae515a25dd","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:18.271173582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"07d1c67d-a834-4c7e-95c4-062b5adab70b","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.317527245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ba92de65-d084-47c0-a6e1-71de1fdf0857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.317805021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d799635-6a8e-42d9-a4c4-bb1de3ee0c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.317533041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"64c0d593-142d-4c95-8bea-3203ecadbb4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.318230699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc336ae3-5299-4b67-8af8-f269293ebf6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.323091186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"abb5197a-1bd4-4be0-b06e-78ae515a25dd","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:18.330140997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"e4101199-c486-4d96-ad3a-4f121cccd4f0","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:18.330206244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"e4101199-c486-4d96-ad3a-4f121cccd4f0","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.374467218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ba92de65-d084-47c0-a6e1-71de1fdf0857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.375233345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d799635-6a8e-42d9-a4c4-bb1de3ee0c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.376856638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc336ae3-5299-4b67-8af8-f269293ebf6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.377375239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"64c0d593-142d-4c95-8bea-3203ecadbb4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:18.393082426Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"2ce50895-9ec8-4a1b-a024-4634206ea066","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:18.393148695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"2ce50895-9ec8-4a1b-a024-4634206ea066","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:18.466687666Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"5cb8c309-b716-4dd9-8239-912d8d75811c","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:18.466898786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"5cb8c309-b716-4dd9-8239-912d8d75811c","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:18.559880242Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"b3d2935c-b885-448f-892d-5021f7dc818c","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:18.559964715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"b3d2935c-b885-448f-892d-5021f7dc818c","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.689876018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"be26c3ba-783a-4a99-9de7-eb2024d11e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:18.692506842Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"2159ec57-2b13-472a-b4ab-65ce969cc147","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:18.692580845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"2159ec57-2b13-472a-b4ab-65ce969cc147","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.746666014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"be26c3ba-783a-4a99-9de7-eb2024d11e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.792647138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"8c9bae8b-657c-4c04-a5db-2181e997dba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.79276707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-auth","reconcileID":"bddf3b88-c862-4c85-bf4f-6b97f58dbf06","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.793141584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"052db426-297b-45b3-9deb-fd1eb3767a01","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.793226414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"e89c3190-0039-4d66-b562-f3ec9bc714a8","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.850285105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"052db426-297b-45b3-9deb-fd1eb3767a01","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.850344316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"8c9bae8b-657c-4c04-a5db-2181e997dba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.852588237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"e89c3190-0039-4d66-b562-f3ec9bc714a8","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:18.852810415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-auth","reconcileID":"bddf3b88-c862-4c85-bf4f-6b97f58dbf06","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:18.90459694Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"aa8847a6-eddf-4e20-a63e-b26a044abc39","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:18.904666323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"aa8847a6-eddf-4e20-a63e-b26a044abc39","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:19.105967429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"4443aba1-8754-4229-b6ff-e83a05967bce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:19.155449549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"1ccb7959-e25a-4202-8bf8-c35338b3def4","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:19.162418335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"4443aba1-8754-4229-b6ff-e83a05967bce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:19.206912372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"70f61a00-45ee-42c8-a04e-52bc826cc4a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:19.212170242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"1ccb7959-e25a-4202-8bf8-c35338b3def4","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:19.263477167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"70f61a00-45ee-42c8-a04e-52bc826cc4a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:19.278092967Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"b87f2813-b814-403f-b84a-f243388a2afa","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:19.278157247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"b87f2813-b814-403f-b84a-f243388a2afa","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:19.970837253Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"f4bdc07a-ad6d-4c18-8deb-ff17ca24533e","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:19.970911571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"f4bdc07a-ad6d-4c18-8deb-ff17ca24533e","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:20.074362737Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-sub","reconcileID":"9d324ed9-96ba-4c93-bf15-649bcb7d1d0e","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:20.287890595Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-sub","reconcileID":"9d324ed9-96ba-4c93-bf15-649bcb7d1d0e","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:20.497534854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"469ad6e5-2642-4e6e-bf5c-b7476aea378d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:20.507842995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"8bb11f7f-4a21-4f25-8271-3cb3a48097b8","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:20.508155187Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:20.663331211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1e8f2cb8-5b27-46f1-befe-b3a9c8165b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:20.663330507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c1f2aca5-8298-4a3f-b452-3ea3951af161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:20.664514228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-auth","reconcileID":"c6e60cf9-e719-4284-8461-8bcceecde273","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:20.665383555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"8b90ce8d-2692-42ce-b017-1d0a64964f6a","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:20.720433213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1e8f2cb8-5b27-46f1-befe-b3a9c8165b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:20.720522277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c1f2aca5-8298-4a3f-b452-3ea3951af161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:20.722740007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-auth","reconcileID":"c6e60cf9-e719-4284-8461-8bcceecde273","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:20.951741711Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-scoped-auth","reconcileID":"2a770ba6-32a2-48cf-950f-d0fff7eacb0f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:21.117191229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"b0ff4485-f005-41f0-b236-15c0ab31fa80","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:21.304040323Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"983e6063-e815-43f1-9c25-5f54b91f976c","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:21.304126495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"983e6063-e815-43f1-9c25-5f54b91f976c","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.179156875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"eb281bf8-c55e-4f81-929d-29aa9f20d0d5","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.234199863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"27991507-8acf-42bd-ab68-27c1c2ace8cd","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.390029261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-deleted-sub-auth","reconcileID":"669096a9-a82e-48a6-83db-991adeafce74","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.463279452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-deleted-sub-auth","reconcileID":"669096a9-a82e-48a6-83db-991adeafce74","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.470405175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"7d91b0c0-0912-4191-99de-bf8d189d96e3","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.471455515Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.526841266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"038f5c2b-e345-433c-9937-d5bb12a7f084","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:22.579759499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-deleted-sub","reconcileID":"5af945d0-bcea-4976-a3e1-24ffb8a081d2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.626345348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"16d34458-a459-4044-9e4f-834f0055fa42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.626416881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0b21b8fa-52bb-470a-8383-e541e987c693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.683305705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"16d34458-a459-4044-9e4f-834f0055fa42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.683486561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0b21b8fa-52bb-470a-8383-e541e987c693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.694712977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"5beab28a-4770-446e-8c10-f893e0c140fb","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.732347408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"08a31cd9-7a20-4eee-a958-cc8f20dab6bc","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.751955542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"e7c23be0-192f-4e70-a847-35f81a71958a","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.889143955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ddf86021-87a9-4926-9167-402540e5012c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.946933716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ddf86021-87a9-4926-9167-402540e5012c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.99482483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"3d3f56c2-1bee-4041-90dc-8f50c58f5506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:22.994838063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d134aff4-024f-4997-8a83-753e295e70d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.019989323Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-deleted-sub","reconcileID":"1d94c8e9-4c01-45b5-9373-e54cedee1b0d","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-a48099/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.051979111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"3d3f56c2-1bee-4041-90dc-8f50c58f5506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.052278963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d134aff4-024f-4997-8a83-753e295e70d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.081733337Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"bd11acdc-af7a-472b-8ecc-c876211bb7d9","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:23.137343203Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"6a51801f-7386-4300-9e2b-6212db971417","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:23.137418102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"6a51801f-7386-4300-9e2b-6212db971417","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.19609885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"23cbec69-e99c-4f4a-b03d-fb2dd3703719","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.238756707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"40b8c56f-bd9f-47e4-8450-c8ec8a9a21b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.239145896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"fb706787-601d-425f-a890-8e3fc2da3695","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.239244582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"0583e130-2271-4f70-a107-c882d82a1678","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.29567288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"fb706787-601d-425f-a890-8e3fc2da3695","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.2979772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"0583e130-2271-4f70-a107-c882d82a1678","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.340038311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2cf05872-9cc5-4c29-9864-57b1b95758f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.397041643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2cf05872-9cc5-4c29-9864-57b1b95758f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.404088061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-deleted-sub","reconcileID":"e757177d-4afb-4377-9b90-6a7bd68fc9dd","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.454952022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"648499d7-743b-4638-8f43-640ea919ce76","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.505649706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e4309d60-46f7-4eae-af4d-e511b0d9bdeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.511612812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"648499d7-743b-4638-8f43-640ea919ce76","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.562203379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e4309d60-46f7-4eae-af4d-e511b0d9bdeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.60652248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1ae08e0c-e1d5-485a-9e34-c3acd409e068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.655644818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"c069d4ed-ed26-4b1b-91b7-cb98b600fa92","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.663155352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1ae08e0c-e1d5-485a-9e34-c3acd409e068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.71111489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8babd5c7-e886-494d-af71-59288239051e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.713384355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"c069d4ed-ed26-4b1b-91b7-cb98b600fa92","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.76921259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8babd5c7-e886-494d-af71-59288239051e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.85942345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"325c1206-bd34-4425-a302-b2ad1b898b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.872810222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e9c9f7b2-d93a-409e-99fb-f7d922610a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.916658833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"325c1206-bd34-4425-a302-b2ad1b898b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:23.933943164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e9c9f7b2-d93a-409e-99fb-f7d922610a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.027351389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa8ecd5d-9476-4940-b117-841faffc6113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.084174001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa8ecd5d-9476-4940-b117-841faffc6113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.124817667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c2219f01-5296-4088-9d33-ae09ace3b76e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.181281033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c2219f01-5296-4088-9d33-ae09ace3b76e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.224663571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"c323f349-2818-4141-befc-92c2cc91a78d","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.281078108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"c323f349-2818-4141-befc-92c2cc91a78d","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:24.567577701Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"fca5e661-6a1d-4b84-84c8-ccbb162df44c","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:24.567654029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"fca5e661-6a1d-4b84-84c8-ccbb162df44c","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3 is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.619875812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"7d463fa0-dfa8-447d-bb43-7e25ed431574","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.619901811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"7d463fa0-dfa8-447d-bb43-7e25ed431574","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.671928133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"1cc3eab5-4876-44f7-83e9-66fa2ce87f39","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.72510293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"092c92a8-71e4-408e-bf9d-d557c7548a56","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.725131862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"092c92a8-71e4-408e-bf9d-d557c7548a56","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.728649225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"1cc3eab5-4876-44f7-83e9-66fa2ce87f39","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.741124594Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"2babd745-a593-4708-a2e1-ce7349e78c42","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.772372995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"00c09ffb-f059-4e71-bd33-311c4b611edb","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.777249345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"b18d1246-f7d9-475e-bcab-952781459df3","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.777330308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"2c905623-82ae-44c8-9db1-2056d9f9dcf7","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.829062963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"00c09ffb-f059-4e71-bd33-311c4b611edb","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.830102651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"af0adc17-3b2b-4c5f-abf8-ec9db89e3268","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.830122134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"af0adc17-3b2b-4c5f-abf8-ec9db89e3268","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.89736982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"aef7ffde-998a-4212-b9d7-c56607bf451d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.897554653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"4ca5cf65-4ed4-47d1-a143-75e4ffae0201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.897915564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"682f1053-0196-427a-aa51-d6d9e2a461dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.956489314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"aef7ffde-998a-4212-b9d7-c56607bf451d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.956659034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"682f1053-0196-427a-aa51-d6d9e2a461dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:24.958864369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"4ca5cf65-4ed4-47d1-a143-75e4ffae0201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.24690234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"726bcae6-b9fd-405f-9d77-b1e2b932d58d","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.24784563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"58908881-1e70-41e0-8ee0-8901e28f8574","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.305639077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"31caeb74-f015-49a2-9cd9-a047a2a3b58f","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.309158382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"726bcae6-b9fd-405f-9d77-b1e2b932d58d","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.309619693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"58908881-1e70-41e0-8ee0-8901e28f8574","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.344278381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3ea339e4-2ddc-408a-b48b-a29c6086a0d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.350635895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ab1e3487-3a9b-44af-b600-62c82af92eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.364424615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"31caeb74-f015-49a2-9cd9-a047a2a3b58f","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.401316772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3ea339e4-2ddc-408a-b48b-a29c6086a0d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.407601751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ab1e3487-3a9b-44af-b600-62c82af92eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.491395452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"c0d46f27-619d-47d7-9409-ceadb1e8e3b4","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.677954378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"51d89b9a-48f4-4b5f-bd54-119d97f9a1b4","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.731309655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bf628d11-36ca-4a42-95e7-bfd5e71e0366","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.731392617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"0fa67211-de47-476e-b27b-963c378d9e47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.737724647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"51d89b9a-48f4-4b5f-bd54-119d97f9a1b4","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.788280925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bf628d11-36ca-4a42-95e7-bfd5e71e0366","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.788317342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"0fa67211-de47-476e-b27b-963c378d9e47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.828949577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea5a77f8-0cd5-4d92-8d72-7df694305f7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.829006121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e3d487a2-99a6-4cb8-aa2a-a3f89f2f45a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.886093724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e3d487a2-99a6-4cb8-aa2a-a3f89f2f45a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:25.887373342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea5a77f8-0cd5-4d92-8d72-7df694305f7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:26.047731741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2513734b-30b3-433c-9e95-3e36300cecf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:26.113635483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2513734b-30b3-433c-9e95-3e36300cecf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:29.101206259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"distinct-w2-3d70ff","reconcileID":"aafc6387-6984-46ac-8a0c-4b9228eeeb73","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:30.214981734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"42eccf94-77b6-4017-bc36-829f157e438b","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:30.215013231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"42eccf94-77b6-4017-bc36-829f157e438b","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:30.319466724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"214660da-32f1-4d5c-b150-853bc18f6d43","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:30.319493026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"214660da-32f1-4d5c-b150-853bc18f6d43","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:30.440992865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"e0f4bbda-4921-4709-91af-98aeebf589cf","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:30.498728525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"e0f4bbda-4921-4709-91af-98aeebf589cf","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:30.556462327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2fd4c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69a8ed7f5f8a0f9c884ce7bda3c48c7653e2ef7d782b2aff3c2d86cb58897b6e) AuthConfig (aef4d0d442d005b3425c1f07df5684d8accc7446a13a809813a8f4f6569133fa) AuthConfig (41f6d9b232b34abb0b0924a21770f479587f91b048ed5230f9342df8857a3194) AuthConfig (5c36dda6fe08d7360b6d602c1bbdfe4a7974ba573f46ae90ed2ecef3d6facbde)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"e0f4bbda-4921-4709-91af-98aeebf589cf","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:30.666395768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"77d83287-34cb-4ec9-a59a-07de814237db","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:30.666421968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"77d83287-34cb-4ec9-a59a-07de814237db","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.061909937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"44c3bc95-61cc-44c8-8ba5-609adab1e641","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"tenant":"e2e-inf-a-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.061933456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"44c3bc95-61cc-44c8-8ba5-609adab1e641","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"routeName":"test-model-2ea125-kserve-route","namespace":"ai-tenant-e2e-inf-a-2ea125","llmisvcName":"test-model-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.062515379Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"8488a34d-7986-4817-9501-9edf6848d54e","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.267934427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"8488a34d-7986-4817-9501-9edf6848d54e","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.330633767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ea125-sub","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-sub","reconcileID":"0c77028c-c589-4831-a4cf-5ea44abdf5d4","MaaSSubscription":{"name":"test-model-2ea125-sub","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"maas-trlp-test-model-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.397202659Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"8488a34d-7986-4817-9501-9edf6848d54e","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"e2e-inf-a-2ea125-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.397237881Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-auth","reconcileID":"8488a34d-7986-4817-9501-9edf6848d54e","MaaSAuthPolicy":{"name":"test-model-2ea125-auth","namespace":"ai-tenant-e2e-inf-a-2ea125"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.453848543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"dd02502c-0392-434e-b413-e403e2f61903","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"tenant":"e2e-inf-a-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.453874957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"dd02502c-0392-434e-b413-e403e2f61903","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"routeName":"test-model-2ea125-kserve-route","namespace":"ai-tenant-e2e-inf-a-2ea125","llmisvcName":"test-model-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.702961179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"68419a02-f1b0-4a69-8e90-09bdf41e3b79","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"tenant":"e2e-inf-a-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.703045038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"68419a02-f1b0-4a69-8e90-09bdf41e3b79","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"routeName":"test-model-2ea125-kserve-route","namespace":"ai-tenant-e2e-inf-a-2ea125","llmisvcName":"test-model-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.727348583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ea125-sub","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-sub","reconcileID":"38ca4818-b874-4564-8717-0c857288f0f0","MaaSSubscription":{"name":"test-model-2ea125-sub","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"maas-trlp-test-model-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.797152744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"cb80b390-e6a5-4c7b-9b21-19a9eb5e2663","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.797159438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"74b4385e-07fb-4aa8-b8af-593ce591fa07","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.811009195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"0d968b94-db74-48e0-9b88-59aaefd215c0","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.854319843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"cb80b390-e6a5-4c7b-9b21-19a9eb5e2663","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.85457561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"74b4385e-07fb-4aa8-b8af-593ce591fa07","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.868976907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"0d968b94-db74-48e0-9b88-59aaefd215c0","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:32.924646778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2fd4c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f958ce86993c5912b3b3f667d163b96781ba95263eef15736b69fbc9869e9efc) AuthConfig (72dbbe172de0d5b7dd81d87b6a868c08ddcf4b959ec087f2e8b71a8e075e8a48) AuthConfig (611c7e08e8f9630e5a78c334b13dd0b64191646a6b978fe3dd80ea12dac41535) AuthConfig (fe90da4e40faa9fc59da2cd83cf5ba4c0565ba754b58f38703bab1e88de0717b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"0d968b94-db74-48e0-9b88-59aaefd215c0","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:33.035438073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"cb87b59c-db3c-4469-9d18-3cefeaaa25a5","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:33.035477634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"cb87b59c-db3c-4469-9d18-3cefeaaa25a5","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:35.654185701Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-deleted-sub","reconcileID":"6d69bb53-07d6-4824-9e43-8a05f1fd85f1","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:35.870456952Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-deleted-sub","reconcileID":"6d69bb53-07d6-4824-9e43-8a05f1fd85f1","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.083409894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"74a884c7-d0bf-46f0-8298-79d43b9a97e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.13343322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"a40dd4b6-5946-452d-9861-5978c5574361","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.134235064Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.245063882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"478e64b1-e910-44ac-a276-e3cbbec6712e","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.245571369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"227b64cd-cb91-433a-86df-e8a3024345dd","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.246044448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"distinct-w2-3d70ff","reconcileID":"301441ab-2fdd-4157-995d-97742eb592a3","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.290508844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-deleted-sub-auth","reconcileID":"66c586ea-9986-4542-9f2f-9284e8552df1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.290522702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0b05d650-e862-496f-b0a1-17a26af05d4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.293298553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"81a178ce-34a0-4dcf-a687-e8aabcfd4792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.313228027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"fdfef34a-0aeb-442a-b354-f7e6818e7170","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.313588722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"8c4a4d91-e701-4140-bb92-d4284da87089","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.31390104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"distinct-w2-3d70ff","reconcileID":"405e9bb0-4ebf-48cc-b5b2-f4b4c72690d9","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.348841024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0b05d650-e862-496f-b0a1-17a26af05d4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.348834945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-deleted-sub-auth","reconcileID":"66c586ea-9986-4542-9f2f-9284e8552df1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.351541999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"81a178ce-34a0-4dcf-a687-e8aabcfd4792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.401062839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"b43deb10-9cf8-4194-91b6-95012061af03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.403450308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"226cd6a7-38fc-49e9-9872-4b929152a40a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.455706807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"c63dffee-1f97-440b-b8bd-eed8d1d45500","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.458114485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"15f9042b-9cb6-48cc-b0c4-da97d0808b59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.466208249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"b43deb10-9cf8-4194-91b6-95012061af03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.467876838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"226cd6a7-38fc-49e9-9872-4b929152a40a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.77666292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"645b33e9-e4e7-4962-998c-5f9ad2d80e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.777204844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"73660f6b-9911-4ffd-80cb-8ea3a371a115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.8574285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"645b33e9-e4e7-4962-998c-5f9ad2d80e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:36.86183644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"73660f6b-9911-4ffd-80cb-8ea3a371a115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:38.4368156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ba811e-332c-4811-95a6-36e602c16f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:38.488727783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ba811e-332c-4811-95a6-36e602c16f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:38.540754154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ba811e-332c-4811-95a6-36e602c16f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:38.592996241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ba811e-332c-4811-95a6-36e602c16f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:40.502468208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7edbd6-8f46-4b30-a8bd-c1ec3b416d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:40.554228187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7edbd6-8f46-4b30-a8bd-c1ec3b416d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:40.606211752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7edbd6-8f46-4b30-a8bd-c1ec3b416d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:40.658956612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7edbd6-8f46-4b30-a8bd-c1ec3b416d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:41.88811379Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:42.999134656Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ea125-sub","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-sub","reconcileID":"0f0bb573-a4a7-4046-a413-64eaffb5927b","MaaSSubscription":{"name":"test-model-2ea125-sub","namespace":"ai-tenant-e2e-inf-a-2ea125"},"model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","subscription":"test-model-2ea125-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:43.053824086Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ea125-sub","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-sub","reconcileID":"0f0bb573-a4a7-4046-a413-64eaffb5927b","MaaSSubscription":{"name":"test-model-2ea125-sub","namespace":"ai-tenant-e2e-inf-a-2ea125"},"model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:43.109073782Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ea125-sub","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125-sub","reconcileID":"0f0bb573-a4a7-4046-a413-64eaffb5927b","MaaSSubscription":{"name":"test-model-2ea125-sub","namespace":"ai-tenant-e2e-inf-a-2ea125"},"name":"maas-trlp-test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:43.197371935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"10541628-d369-40e0-9fd0-35c8d642a419","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:43.259596796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"10541628-d369-40e0-9fd0-35c8d642a419","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:43.320799459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2fd4c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f958ce86993c5912b3b3f667d163b96781ba95263eef15736b69fbc9869e9efc) AuthConfig (72dbbe172de0d5b7dd81d87b6a868c08ddcf4b959ec087f2e8b71a8e075e8a48) AuthConfig (611c7e08e8f9630e5a78c334b13dd0b64191646a6b978fe3dd80ea12dac41535) AuthConfig (fe90da4e40faa9fc59da2cd83cf5ba4c0565ba754b58f38703bab1e88de0717b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"10541628-d369-40e0-9fd0-35c8d642a419","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:43.40895055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"a397107b-33b9-4cd8-a43b-3fc7766f4e58","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"tenant":"e2e-inf-a-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","model":"ai-tenant-e2e-inf-a-2ea125/test-model-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:43.409505751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"test-model-2ea125","reconcileID":"a397107b-33b9-4cd8-a43b-3fc7766f4e58","MaaSModelRef":{"name":"test-model-2ea125","namespace":"ai-tenant-e2e-inf-a-2ea125"},"routeName":"test-model-2ea125-kserve-route","namespace":"ai-tenant-e2e-inf-a-2ea125","llmisvcName":"test-model-2ea125","gateway":"openshift-ingress/e2e-inf-a-2ea125","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:43.40947202Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:45.226426849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12cd75d-a5e9-4b24-8013-5f5c2cfe4227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:45.28103473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12cd75d-a5e9-4b24-8013-5f5c2cfe4227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:45.333461277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12cd75d-a5e9-4b24-8013-5f5c2cfe4227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:45.38723749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12cd75d-a5e9-4b24-8013-5f5c2cfe4227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:47.011169522Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5451cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5451cb","reconcileID":"04dc1690-a0be-4ae6-8710-6fc10a9dfcbd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5451cb","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-5451cb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:47.371107128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db11ed77-1ff3-4a9b-8be5-a7acefeac48a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:47.423617529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db11ed77-1ff3-4a9b-8be5-a7acefeac48a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:47.475620036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db11ed77-1ff3-4a9b-8be5-a7acefeac48a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:47.529198319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db11ed77-1ff3-4a9b-8be5-a7acefeac48a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:49.518629571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5211db-0909-4f53-999c-01b475ee612a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:49.570345307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5211db-0909-4f53-999c-01b475ee612a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:49.62227652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5211db-0909-4f53-999c-01b475ee612a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:49.673933977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5211db-0909-4f53-999c-01b475ee612a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:50.041868481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"5836cfb2-a2b1-4230-a179-f110000d2953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:50.041863991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"fba4fc29-1d9b-4e86-922e-ec8493777ce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:50.099152228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"5836cfb2-a2b1-4230-a179-f110000d2953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:50.099664898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"fba4fc29-1d9b-4e86-922e-ec8493777ce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:53.530199691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"38e17cc9-8d2c-4ddf-8645-27dd1b045aa7","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:53.587959309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"38e17cc9-8d2c-4ddf-8645-27dd1b045aa7","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:54.01450001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"d5379cb5-3b6b-4d7e-a8bf-39ed9c67769e","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:54.014527747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"d5379cb5-3b6b-4d7e-a8bf-39ed9c67769e","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:56.623003692Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:56.675245979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"24471c42-e002-4d5c-b899-0e3fb46f4a7e","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:56.675275704Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"24471c42-e002-4d5c-b899-0e3fb46f4a7e","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:56.730327508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"d13ecbc7-4e49-4cd7-903b-8ca327731a6c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-9a04e3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:56.830690732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"953e3eb9-fe39-4347-a80a-581971d4e6c1","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:56.830896656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"1333f3a8-2b31-40ba-9f5f-214c05e81b34","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:56.83069568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"1e514dbb-ec79-481c-bdf7-f428b8b4f9a8","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:56.837825562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"bb3c097f-623a-4246-9f63-83f8aae2da77","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:56.837841792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"bb3c097f-623a-4246-9f63-83f8aae2da77","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:56.889339746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"1333f3a8-2b31-40ba-9f5f-214c05e81b34","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:56.889914624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"1e514dbb-ec79-481c-bdf7-f428b8b4f9a8","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:56.893804179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"953e3eb9-fe39-4347-a80a-581971d4e6c1","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:56.947539535Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"bb3c097f-623a-4246-9f63-83f8aae2da77","name":"e2e-att-detach-9a04e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-9a04e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:21:56.947603301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"bb3c097f-623a-4246-9f63-83f8aae2da77","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-9a04e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:56.999872573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"a1a5721b-ac13-497c-81b3-0cdafbf618ac","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:56.999906413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"a1a5721b-ac13-497c-81b3-0cdafbf618ac","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:57.10365147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"15e2ac75-2fee-44e8-99cd-17269d728ece","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:57.103684598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"15e2ac75-2fee-44e8-99cd-17269d728ece","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:57.175141061Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"7edf30ed-617a-4235-b410-7af94797d1d5","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-att-detach-9a04e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:57.264217164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"05a0af7a-8185-4332-8f5e-027f87d9c827","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:57.264253296Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"05a0af7a-8185-4332-8f5e-027f87d9c827","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:57.413529448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"1b7681da-a027-4922-9d08-97321d7f415f","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:57.414749496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"15d5cbc6-03f2-48db-97bc-63f1f81276e4","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:57.416580411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"fa3170a2-ac6b-4704-81b5-840211384bcd","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:57.470768919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"1b7681da-a027-4922-9d08-97321d7f415f","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:57.472756652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"15d5cbc6-03f2-48db-97bc-63f1f81276e4","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:57.473203227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"fa3170a2-ac6b-4704-81b5-840211384bcd","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:57.485372807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"12d4be56-7759-4feb-acab-e73d4642d5aa","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:57.485391328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"12d4be56-7759-4feb-acab-e73d4642d5aa","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:21:57.693345204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"323d8d14-c313-412d-bcf7-ee13bbd4e505","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:00.299581845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"26ae1754-4b82-40d5-8d09-eec09b0cf134","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"tenant":"e2e-inf-b-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:00.299612143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"26ae1754-4b82-40d5-8d09-eec09b0cf134","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"routeName":"test-model-af8051-kserve-route","namespace":"ai-tenant-e2e-inf-b-af8051","llmisvcName":"test-model-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:00.300490297Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"1f3236ca-feb8-4c6d-8718-5840d49130cc","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:00.504986285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"1f3236ca-feb8-4c6d-8718-5840d49130cc","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:00.56631192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-sub","reconcileID":"806a608a-aea2-47ef-a6e1-5520d8d9edc2","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"maas-trlp-test-model-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:00.631385644Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"1f3236ca-feb8-4c6d-8718-5840d49130cc","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"e2e-inf-b-af8051-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:00.631410808Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-auth","reconcileID":"1f3236ca-feb8-4c6d-8718-5840d49130cc","MaaSAuthPolicy":{"name":"test-model-af8051-auth","namespace":"ai-tenant-e2e-inf-b-af8051"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:00.688099159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"c260fc62-a20d-4868-a0cf-a1b661a7deac","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"tenant":"e2e-inf-b-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:00.688126528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"c260fc62-a20d-4868-a0cf-a1b661a7deac","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"routeName":"test-model-af8051-kserve-route","namespace":"ai-tenant-e2e-inf-b-af8051","llmisvcName":"test-model-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:00.852602184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"cd52d3fa-356b-4a56-a135-8688da356705","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"tenant":"e2e-inf-b-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:00.852624761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"cd52d3fa-356b-4a56-a135-8688da356705","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"routeName":"test-model-af8051-kserve-route","namespace":"ai-tenant-e2e-inf-b-af8051","llmisvcName":"test-model-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:00.956640052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-sub","reconcileID":"703dc5ba-9902-471f-949f-4ab9034c46bd","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"maas-trlp-test-model-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:02.912096914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"494bf277-ebd3-464c-827d-5982280de3bf","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:02.912118846Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f52af710-23cc-41c8-af31-d72a9566a9ec","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:03.121343516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"cb5970e5-ead9-47f5-a383-2638d4789f00","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:04.345290744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"b593df08-5790-4c99-8f37-9b56263d6b93","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:04.400300131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"1992bcb9-c7f0-4d5d-a662-12fe0a2773ad","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:04.556852135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-no-access-auth","reconcileID":"96f1610a-0fdb-4c32-87db-1a8d54390eaa","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:04.613911984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-no-access-auth","reconcileID":"96f1610a-0fdb-4c32-87db-1a8d54390eaa","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:04.638619607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"0ee1d88b-8cde-422c-8322-873849ea05aa","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:04.63897466Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:04.695884276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"e582f868-143d-45d4-b4bb-c7962538300b","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:22:04.745428596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-no-access-sub","reconcileID":"a3173cd0-fffa-4ab5-a641-0f0bef096f3a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:04.79420969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b4969969-ca1b-43b3-87bf-f2c3f547723d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:04.794256592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"081480ce-d27e-417f-9b5b-78f8a0a39788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:04.851353562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b4969969-ca1b-43b3-87bf-f2c3f547723d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:04.851354572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"081480ce-d27e-417f-9b5b-78f8a0a39788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:04.860026445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"3441bb5b-95cf-4634-bfd7-b8297f7ba54f","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:04.917447749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"69ae8f38-4f82-4956-a51a-8151e242fa88","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:05.021719816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"c496e454-79ec-41bb-8955-9b30f884ccc2","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:05.174466441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c526c476-d4d2-4bf6-9636-378e49215c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:05.174466372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"6e03db46-c5c4-4107-8b64-872985e9fd84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:05.176876765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-no-access-auth","reconcileID":"cac48d99-7703-46d2-a93d-53d0c3ac01bf","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:05.184619603Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-no-access-sub","reconcileID":"ace5f69e-15b9-44d3-b3e7-644cf90369f7","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-a48099/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:05.231957854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"6e03db46-c5c4-4107-8b64-872985e9fd84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:05.232242389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c526c476-d4d2-4bf6-9636-378e49215c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:05.234436069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-no-access-auth","reconcileID":"cac48d99-7703-46d2-a93d-53d0c3ac01bf","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:05.350095803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"48e67b38-fa62-4863-8f46-a359fbe837ba","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:05.393214623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"2a2f442c-f363-4797-86b3-6a2f77658f30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:05.558667917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-no-access-sub","reconcileID":"67d33a56-1916-4171-a763-0c0a82202129","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:07.607822918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"0cc361a5-d1e7-4db4-a7d0-c613ff3696b0","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:07.765482718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7af67fe4-3796-466f-a4ed-159ea924c248","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:07.765629202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"050d9e87-3cd0-44f6-861c-b14b8d8e63b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:07.765483026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-no-access-auth","reconcileID":"348dab36-4bb1-4015-a5d8-1c642b0a2bd1","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:07.823099885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7af67fe4-3796-466f-a4ed-159ea924c248","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:07.823606659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"050d9e87-3cd0-44f6-861c-b14b8d8e63b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:07.82558057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-no-access-auth","reconcileID":"348dab36-4bb1-4015-a5d8-1c642b0a2bd1","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:11.226391753Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-sub","reconcileID":"c14de304-785b-4498-a058-90a0449faa01","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","subscription":"test-model-af8051-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:11.278710374Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-sub","reconcileID":"c14de304-785b-4498-a058-90a0449faa01","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:11.330885245Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051-sub","reconcileID":"c14de304-785b-4498-a058-90a0449faa01","MaaSSubscription":{"name":"test-model-af8051-sub","namespace":"ai-tenant-e2e-inf-b-af8051"},"name":"maas-trlp-test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:11.620009466Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:11.620058913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"d17c1510-00a1-48dd-b44c-ed69ac43edd3","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"tenant":"e2e-inf-b-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","model":"ai-tenant-e2e-inf-b-af8051/test-model-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:11.620071865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"test-model-af8051","reconcileID":"d17c1510-00a1-48dd-b44c-ed69ac43edd3","MaaSModelRef":{"name":"test-model-af8051","namespace":"ai-tenant-e2e-inf-b-af8051"},"routeName":"test-model-af8051-kserve-route","namespace":"ai-tenant-e2e-inf-b-af8051","llmisvcName":"test-model-af8051","gateway":"openshift-ingress/e2e-inf-b-af8051","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:11.887211182Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:16.976132163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"distinct-2-w2-3d70ff","reconcileID":"59b13037-4a30-4a4e-92f9-3707281e84e8","MaaSModelRef":{"name":"distinct-2-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-2-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-2-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.382567933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"1b42a497-c3c2-418a-9fcd-08c9992cab4c","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.448003462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"2ade36d2-11f7-414f-b8f8-01e4e9fb29dc","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.604747768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-auth","reconcileID":"0dc44612-6e72-4d37-b8f2-4892e26794dc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.654933447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"3fde99ed-2a70-4daa-a802-69c4375a5b33","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.655094701Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.661508755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-auth","reconcileID":"0dc44612-6e72-4d37-b8f2-4892e26794dc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.712320229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"7f0fd99b-bc40-41cf-900a-e20b38091e89","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:22:17.763376137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-sub","reconcileID":"9e1b0a8b-1fe4-4340-adee-7874b3b9e3ac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.771915415Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-no-access-sub","reconcileID":"614c3441-f2f1-455e-b91d-a7c9b9eb8db8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.81315531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"cda769c2-04f4-4192-b2a6-1643906bcb97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.813757217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2e0f13ac-a126-49b5-a78a-9698c8347baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.832864719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"5364e0a6-1702-4e94-8839-2c481a349ecf","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.87086439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"cda769c2-04f4-4192-b2a6-1643906bcb97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.871582582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2e0f13ac-a126-49b5-a78a-9698c8347baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.878085521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"302b0e40-755f-41ba-89ac-38e0222860aa","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.932727028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"dbb498cc-3bd8-4d2b-a9bd-0b222a66f4bd","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.975270598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"333c7e78-4225-450e-9e54-ff0a1911986c","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:17.988232179Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-no-access-sub","reconcileID":"614c3441-f2f1-455e-b91d-a7c9b9eb8db8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.10251239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"93d94d75-42de-45ec-bbb4-7c34abd73056","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.102545902Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"93d94d75-42de-45ec-bbb4-7c34abd73056","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.133025479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-auth","reconcileID":"8cc77de5-6cd6-4e98-bf1d-4a882a86fe66","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.190025428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-auth","reconcileID":"8cc77de5-6cd6-4e98-bf1d-4a882a86fe66","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.199735869Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-sub","reconcileID":"890a8f55-ef74-4330-a4b6-1220723a137f","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-status-active-sub","ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.24102534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"2e7e360c-bb87-4e1c-bbcd-6c07a510e964","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.284053262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"d6da1222-ac6b-4970-b19e-e69d88299d0a","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.284150466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"c47ffd88-183a-4b3c-9756-ab06f7e5a3de","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.293509119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"e67d2a5c-a6a9-4079-bb2d-a4f8c07abbfc","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.293587566Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.333893705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"abb22a96-8f81-4a50-a549-ed7682e90222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.333901253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"d1daa827-52d6-4baf-b75b-c193de160fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.34112685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"d6da1222-ac6b-4970-b19e-e69d88299d0a","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.341336611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"c47ffd88-183a-4b3c-9756-ab06f7e5a3de","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.349582639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"cd0830a4-fef6-4a72-b725-3e52a57c56fc","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:22:18.360352958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-sub","reconcileID":"890a8f55-ef74-4330-a4b6-1220723a137f","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.391580923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"abb22a96-8f81-4a50-a549-ed7682e90222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.391739973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"d1daa827-52d6-4baf-b75b-c193de160fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.438911884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"b0f93908-3b30-42cc-a615-374b80c79aa8","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.44411267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"c4a5bf55-282b-4482-9be6-aebf96327c91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.551564863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"2270002b-f2e2-41d0-b009-4e379bbe81cb","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.569598215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-sub","reconcileID":"b6b218ee-adf3-4bfb-bdf7-019fce7eece0","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.600955469Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-api-key-no-access-auth","reconcileID":"5ba3e5c4-34a7-4922-ba89-4e961a8d1bbb","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.608614913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"2270002b-f2e2-41d0-b009-4e379bbe81cb","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.703568141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0ca6aa72-ccfb-4861-b53c-30b0d53b2054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.703622495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"046514ac-d7ee-49b1-bf15-480691cb07c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.736018295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"32b18426-5493-4ae3-8ad3-5412897cddc1","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.760606845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0ca6aa72-ccfb-4861-b53c-30b0d53b2054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.762665115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"046514ac-d7ee-49b1-bf15-480691cb07c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:18.860911481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"d75f9764-73cc-40ac-93d6-0943b3bab25a","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.08272704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"15122fdf-fa35-4af6-8887-2c25dcdc4dc1","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.138313837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"e4f00c2c-8d22-452a-8641-ca4fa8606d87","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.294615289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-invalid-sub-auth","reconcileID":"722a5c8b-66cf-4f7a-b0f5-d460a1eec6f1","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.351491385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-invalid-sub-auth","reconcileID":"722a5c8b-66cf-4f7a-b0f5-d460a1eec6f1","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.373984576Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.374049086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"8ff8db35-9ad2-4cd4-9325-e9c034e2ac09","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.409097177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"01d8183c-844a-4297-a65d-15f2487c6768","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.429054727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"159d2a94-0793-4fac-8733-bf68f4fc40c5","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:22:20.480830022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-valid-sub","reconcileID":"a09b4712-10c7-4e52-abf7-893db692d134","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.530038078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"9af82aeb-f9b0-4570-81eb-f9ae556931c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.530049265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ad0b42b6-5a1e-4ad1-ab25-1d3a77205cda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.587319026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"9af82aeb-f9b0-4570-81eb-f9ae556931c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.587451495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ad0b42b6-5a1e-4ad1-ab25-1d3a77205cda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.593422171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"2acb5d13-c358-4a57-8f8a-a8fd3b7791fc","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.630201767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"14b0ce0e-f39d-4386-9aaa-a70f7cd03b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.633386536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c8d6b21b-df94-4e67-a33b-56f4e7db431b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.653394219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"127ec194-b3a5-4fab-872c-0ed8c73e3def","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.66959643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"4896ffd6-eaa3-4aed-9364-30d6a2ecd4b2","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.687486456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"14b0ce0e-f39d-4386-9aaa-a70f7cd03b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.689981989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c8d6b21b-df94-4e67-a33b-56f4e7db431b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.82486096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-invalid-sub-auth","reconcileID":"7ace502d-fdcd-48d2-b2b3-8c406078dafc","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.881848775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-invalid-sub-auth","reconcileID":"7ace502d-fdcd-48d2-b2b3-8c406078dafc","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.92103344Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-valid-sub","reconcileID":"96a6e16e-29d7-4bf6-8c8a-64949f14bd6e","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-models-valid-sub","ai-tenant-e2e-worker-w4-a48099/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.970632096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-auth","reconcileID":"93786b58-d0fa-42fc-944a-f8b65f2d2a9b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:20.970662156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"93d7b12c-b1e8-4702-b874-a82dabd05dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:21.027750743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-auth","reconcileID":"93786b58-d0fa-42fc-944a-f8b65f2d2a9b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:21.027800734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"93d7b12c-b1e8-4702-b874-a82dabd05dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:21.069319297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ab694951-17b6-4516-abf6-d20fba0fada6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:21.087993584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"60da659a-8f84-459b-8d95-5b061185afcf","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:21.126197498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ab694951-17b6-4516-abf6-d20fba0fada6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:21.13153689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"ae10d232-f731-44b0-a782-17fe393d317f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:21.296493573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-valid-sub","reconcileID":"64b827a0-4eba-4cf9-ae03-53b3dc168fb2","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:23.318991888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"c2aa2f68-403e-438d-a714-3dd1b58d6a27","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:23.473704405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-invalid-sub-auth","reconcileID":"f762b679-5649-430c-baf1-d0585e5ab71d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:23.473774639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f7a13616-dff8-4c52-8a0c-cdf18faa1481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:23.53182258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-invalid-sub-auth","reconcileID":"f762b679-5649-430c-baf1-d0585e5ab71d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:23.531842127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f7a13616-dff8-4c52-8a0c-cdf18faa1481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:23.574535178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2557fc82-c9ac-4496-80db-2d1c42e60a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:23.631491902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2557fc82-c9ac-4496-80db-2d1c42e60a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:30.570946828Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-sub","reconcileID":"6a69732a-57b4-4ee0-b729-8439d9cafebe","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:30.786641225Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-sub","reconcileID":"6a69732a-57b4-4ee0-b729-8439d9cafebe","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:30.996825419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"f27472f3-259b-4b73-b3d8-c4ea4c9c7277","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:31.002870682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"68c2ce3a-159c-42ec-80ff-598293a7f30d","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:31.003304705Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:31.158882976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-auth","reconcileID":"2bbdfe73-a219-4fec-afe3-16faab577a6f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:31.158895532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"fa6056e8-0f2a-4a86-b825-8323e875e37a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:31.159485477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"fcb27db7-cf40-4396-93fd-4d1d609b497f","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:31.160062181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f8bbae86-d304-4a47-ae04-cba96e95410a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:31.219717115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"fa6056e8-0f2a-4a86-b825-8323e875e37a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:31.219713507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f8bbae86-d304-4a47-ae04-cba96e95410a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:31.221886104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-auth","reconcileID":"2bbdfe73-a219-4fec-afe3-16faab577a6f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:31.423754672Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-auth","reconcileID":"d292a33b-6000-43af-a095-cd6a17609908","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:31.680431835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"3140c0c9-d7ed-4b6c-bfe8-4782a03b0d45","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:32.575091087Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:22:32.684821372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-failed-sub","reconcileID":"1a164248-35fa-4dc3-a961-8d0de0a0896a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:32.734520933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9f9543ba-64ba-49d2-811d-dc974fb86048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:32.735058979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f10a796a-a4b0-45d8-ad5d-1da468142277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:32.79265638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9f9543ba-64ba-49d2-811d-dc974fb86048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:32.79321592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f10a796a-a4b0-45d8-ad5d-1da468142277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:33.168607881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"877260ae-8af6-473b-9b3b-962f6cf24e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:33.169031841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"dd6aba22-c78e-464a-aac9-b8ac453548a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:33.227762374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"dd6aba22-c78e-464a-aac9-b8ac453548a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:33.227817046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"877260ae-8af6-473b-9b3b-962f6cf24e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:33.484188845Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-valid-sub","reconcileID":"c4448584-6254-4595-ac6c-64130a33c247","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:33.699531291Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-valid-sub","reconcileID":"c4448584-6254-4595-ac6c-64130a33c247","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:33.908981708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"afb7c84a-a005-4eed-baba-e7b62badbb5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:33.963327667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"665e6462-66c6-4391-aa36-36ef9c694f29","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:33.964008319Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:34.119949514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-invalid-sub-auth","reconcileID":"e3ee4c9f-78b5-49fa-8e9e-28c91eb85fd6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:34.120054566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"bedde4f4-a57a-4e75-b1fb-76e7481fe889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:34.120600973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0b0877f4-9d8b-429b-b351-496ae6a23f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:34.120765457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"053a4443-8329-4681-90d3-60f0a569a91f","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:34.178827273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0b0877f4-9d8b-429b-b351-496ae6a23f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:34.182359992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-invalid-sub-auth","reconcileID":"e3ee4c9f-78b5-49fa-8e9e-28c91eb85fd6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:34.182770449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"bedde4f4-a57a-4e75-b1fb-76e7481fe889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:34.395611223Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-invalid-sub-auth","reconcileID":"2a799af2-ee21-4f06-aab0-b3f28e7010aa","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:34.55948125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"8807a817-1e01-433a-a3b3-007e3ef2da57","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:35.207393736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a8baef15-61c1-43a1-b750-5e49487f312a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:35.208243356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3e1bcbfb-7dd4-4ab1-ba7f-51d9c0e457ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:35.300570364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3e1bcbfb-7dd4-4ab1-ba7f-51d9c0e457ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:35.306285284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a8baef15-61c1-43a1-b750-5e49487f312a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:35.924636285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"deccfd17-e491-41f5-ae78-236951c63994","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.003619205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"fa81d976-a93d-4c06-b5bf-40eb25f8cd02","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.166371575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-access-denied-auth","reconcileID":"efea9cac-ff5d-4c52-b743-22ea94041402","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.212987143Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.214579503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"1d5cb3fc-25df-4231-9344-813803460f9a","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.231828996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-access-denied-auth","reconcileID":"efea9cac-ff5d-4c52-b743-22ea94041402","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.272986108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"03f82723-5a8c-4af3-b037-0d77e35729e9","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:22:36.324441163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-user-sub","reconcileID":"716d2d73-8d74-42ac-a53d-c9eefb7f0f72","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.371911632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"99178b80-6a0d-4aa4-b967-a188525c647a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.374559728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a7cec10c-1f6c-44f0-b45e-bc493828e435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.430341988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"99178b80-6a0d-4aa4-b967-a188525c647a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.43110362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a7cec10c-1f6c-44f0-b45e-bc493828e435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.442302827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"7de4730f-efe9-41c3-9b01-ed3291d75bf2","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.499966291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"0557f6d2-2eb3-457f-b7de-390542888b05","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.550655422Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]","namespace=ai-tenant-e2e-worker-w4-a48099 priority=0:[ai-tenant-e2e-worker-w4-a48099/e2e-models-other-sub ai-tenant-e2e-worker-w4-a48099/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.550743554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"97e172ca-fe52-4737-9e50-3418f33d33de","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.569522335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"543ebacc-37b5-4ae8-8872-491f5a03d3bb","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.608067988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"5b9d42d6-9999-493a-9ac7-536cb46ae991","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.657951998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"e434f51c-9b5c-4e39-9774-644461bfd507","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:22:36.660570996Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a48099/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.712662496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"d3aee40f-9330-4ebd-9668-5c04f910500b","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.727440783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-access-denied-auth","reconcileID":"bbc8fbc3-3f11-49c8-9823-6a3ca1ac56f2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.766706743Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-user-sub","reconcileID":"6db003d5-c8d2-4476-abdb-7c6a87a21713","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-models-other-sub","ai-tenant-e2e-worker-w4-a48099/e2e-models-user-sub","ai-tenant-e2e-worker-w4-a48099/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.784736284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-access-denied-auth","reconcileID":"bbc8fbc3-3f11-49c8-9823-6a3ca1ac56f2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.82948429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c51ad89e-355c-4272-938b-93231a95959b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.829570805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"3eb69eb4-8038-4cee-9e1c-afb1b3a8bbaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.888367602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c51ad89e-355c-4272-938b-93231a95959b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.888517455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"3eb69eb4-8038-4cee-9e1c-afb1b3a8bbaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.926215847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-other-sub","reconcileID":"bfdc33de-07fc-4f81-a614-3d6164baf057","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:36.933888351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"40b0f96c-8b12-4c40-9342-7bdf00b8698d","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:37.027364428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"9b1b9120-fb8c-492b-a691-84983106ba95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:37.092600889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"cf68db76-bdf0-46d7-b3ec-5cb7d1e59760","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:37.149325218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-access-denied-auth","reconcileID":"3e35cdb7-a4bc-4162-9ed4-e3ed87e5ac9b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:37.150094984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-user-sub","reconcileID":"b3ea3960-93a4-4b56-9f1a-48362dabaf82","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:37.206271679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-access-denied-auth","reconcileID":"3e35cdb7-a4bc-4162-9ed4-e3ed87e5ac9b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:37.245495196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"51c4046e-71de-4fa2-8509-77e2ebd2f97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:37.2455352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"49fcad03-85b6-40aa-af06-8fa6841a4cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:37.302852938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"51c4046e-71de-4fa2-8509-77e2ebd2f97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:37.303420373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"49fcad03-85b6-40aa-af06-8fa6841a4cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:37.306248757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-other-sub","reconcileID":"4e8aed07-1842-46b1-981c-87bf7b16338b","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:37.766384389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"273a2d5d-c026-4ee1-a646-4ee0c5cdf9c9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-5451cb","tenantID":"e2e-ipp-b-5451cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:37.88336647Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"273a2d5d-c026-4ee1-a646-4ee0c5cdf9c9","name":"e2e-ipp-b-5451cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:39.314992398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292d0339-2d17-4977-9ec8-351ce7d8c53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:39.367804615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292d0339-2d17-4977-9ec8-351ce7d8c53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:39.419929911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292d0339-2d17-4977-9ec8-351ce7d8c53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:39.471685449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292d0339-2d17-4977-9ec8-351ce7d8c53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:39.610428884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"540774e9-0f98-458b-9722-30a13d023a1b","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:39.78711287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2aece167-d881-4f09-bf35-04191569f1ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:39.7872392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-access-denied-auth","reconcileID":"6264b026-0adb-42a5-a7eb-7b7f8e2c4125","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:39.787588531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"066662ca-0f14-4154-8430-9b6dee3b8075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:39.844765045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2aece167-d881-4f09-bf35-04191569f1ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:39.845243599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-access-denied-auth","reconcileID":"6264b026-0adb-42a5-a7eb-7b7f8e2c4125","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:39.848306938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"066662ca-0f14-4154-8430-9b6dee3b8075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:41.435483457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccff4918-2eaa-4b1c-b9cf-131446296f98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:41.487461116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccff4918-2eaa-4b1c-b9cf-131446296f98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:41.539619939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccff4918-2eaa-4b1c-b9cf-131446296f98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:41.591946014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccff4918-2eaa-4b1c-b9cf-131446296f98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:41.886870044Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:45.207178173Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-failed-sub","reconcileID":"8738f5a7-505f-4b74-b133-93f867daed37","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:45.207326553Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-failed-sub","reconcileID":"8738f5a7-505f-4b74-b133-93f867daed37","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:45.540102105Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:45.598555562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"d740a367-2436-4523-94ac-1babb9cfcb00","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:45.69672631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"c9e8a7a4-ba50-4bfe-8d11-438f5aa52c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:45.697087544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4f288f12-141a-4c9a-8a18-41bbb780c8e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:45.754125018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4f288f12-141a-4c9a-8a18-41bbb780c8e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:45.754422433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"c9e8a7a4-ba50-4bfe-8d11-438f5aa52c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:46.449455934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"8a417541-2148-42cd-9897-45156707fd9c","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:46.507302142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"211c21ed-7a5a-47f3-91d1-a413c23e9c78","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:46.665314558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-auth-only","reconcileID":"f9703397-1d7f-4c28-9814-56fd2b678da1","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:46.727225113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-auth-only","reconcileID":"f9703397-1d7f-4c28-9814-56fd2b678da1","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:47.044169555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"df23c777-1ebd-4228-aaea-c49d4588547c","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:47.200304917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-auth-only","reconcileID":"4256351d-6d0e-4b75-933d-d75079a37607","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:47.257528422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-auth-only","reconcileID":"4256351d-6d0e-4b75-933d-d75079a37607","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.052071427Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","namespace":"ai-tenant-e2e-inf-a-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.052162987Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","namespace":"ai-tenant-e2e-inf-a-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.052243264Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","tenant":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.106270145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"Deployment","name":"maas-api-e2e-inf-a-2ea125","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.166004719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"Service","name":"maas-api-e2e-inf-a-2ea125","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.227211351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-2ea125","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.281067319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-2ea125","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.336393322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.395075564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.452340054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.509895936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.563179228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"Deployment","name":"payload-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.614924501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.666265585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"Service","name":"payload-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.725403044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.776971522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.831222046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.912603478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:48.976105776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:49.027878738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:49.063512385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"d6e758d3-f342-4461-bc4e-dc84eaf06ac6","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:49.06355866Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-active-auth-only","reconcileID":"19a2831b-b146-4468-9fd1-1ee9cca9c2a6","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:49.079306064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:49.130877441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:49.182291843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"036256d8-9778-419d-b4f0-9ae908512408","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-2ea125","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:49.282730407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"6d9001af-2090-49d1-a43e-84d7525946ca","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:49.804283031Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-user-sub","reconcileID":"a0dd547e-66e3-4d44-b782-395d3dbb2a0a","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:50.031735372Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-user-sub","reconcileID":"a0dd547e-66e3-4d44-b782-395d3dbb2a0a","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-models-other-sub","ai-tenant-e2e-worker-w4-a48099/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:50.244246801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-other-sub","reconcileID":"3172f987-ce92-4414-abbd-f6aff27d7dcc","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:50.245413156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"5a383487-009c-49c4-9485-0eff2f1c25c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:50.305146359Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:50.308916218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"9dd4a59e-47c1-45a0-ac06-3e6678ef4821","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:50.453815318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"aa0251dd-a1da-4cfd-9d33-3434657df2b5","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:50.507881908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-failed-auth","reconcileID":"20e62e75-7208-4bb4-b7b3-5f7c041f307c","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:50.557476093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-access-denied-auth","reconcileID":"dd700e65-82b7-45da-a3d5-24491ad58841","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:50.557884498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b0e3928d-0518-4879-9dc1-30fea484132b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:50.563904656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ec542dde-81ff-4b9a-8ea9-ef8a26689422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:50.575176946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-failed-auth","reconcileID":"20e62e75-7208-4bb4-b7b3-5f7c041f307c","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:50.641272268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ec542dde-81ff-4b9a-8ea9-ef8a26689422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:50.642985951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b0e3928d-0518-4879-9dc1-30fea484132b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:50.645317058Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-failed-auth","reconcileID":"20e62e75-7208-4bb4-b7b3-5f7c041f307c","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:50.661997784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-access-denied-auth","reconcileID":"dd700e65-82b7-45da-a3d5-24491ad58841","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:51.037394217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"45c1a4d0-5525-46b0-bcb9-5478d7d374fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:51.038448313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ca6a230a-8fa8-4991-9d08-3aaad057120d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:51.038765683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-access-denied-auth","reconcileID":"6a63d771-9d9b-48ef-b50b-e54295feab0b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:51.093399481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-failed-auth","reconcileID":"066e4de8-7fcf-4429-b0a9-12ca40beb33c","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:51.101694105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-access-denied-auth","reconcileID":"6a63d771-9d9b-48ef-b50b-e54295feab0b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:51.110333199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"45c1a4d0-5525-46b0-bcb9-5478d7d374fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:51.122592087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ca6a230a-8fa8-4991-9d08-3aaad057120d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:51.151135689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-failed-auth","reconcileID":"066e4de8-7fcf-4429-b0a9-12ca40beb33c","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:51.208497339Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-failed-auth","reconcileID":"066e4de8-7fcf-4429-b0a9-12ca40beb33c","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:52.662501656Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-failed-auth","reconcileID":"82bff7c0-c241-476e-b7c7-f7919dee0175","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:53.722462918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"cb33da27-6be7-4558-a021-13b8f10ab5b7","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:53.779529645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"93f11fbc-78e8-4f25-9b0f-2980b75289da","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:53.934863424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"70ab90a0-5311-4b26-8357-0c96f3451d2f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:53.992204222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"70ab90a0-5311-4b26-8357-0c96f3451d2f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.008954363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"5a8bc131-fae8-4d3c-a0e7-108aba149f6e","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.009095073Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.066018371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"c8b44639-7392-4a44-ab7e-7be28b6b1b31","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:22:54.115295947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-sub","reconcileID":"9e9c54e6-7888-4e6e-9b44-703cba71c5f2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.164102464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"5e84924d-59e2-4edc-a23b-58cf8f7b60e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.165353237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"d1422be4-876f-4e82-ad33-c75523690d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.220881526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"5e84924d-59e2-4edc-a23b-58cf8f7b60e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.223307323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"d1422be4-876f-4e82-ad33-c75523690d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.228148329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"251575c0-742f-4938-af09-56f178e633a6","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.28472501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"efadafe5-89d9-4df5-b890-e4edbd531c6e","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.308901896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"e0d7c967-728e-4e49-8b31-675b0f2eb04c","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.464645534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"5bd6eb6f-0599-4c89-b045-156c0b2de9a1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.521627168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"5bd6eb6f-0599-4c89-b045-156c0b2de9a1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.551322267Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-sub","reconcileID":"349460a9-498c-4052-a02f-b239d9035009","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.551473533Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-sub","reconcileID":"349460a9-498c-4052-a02f-b239d9035009","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.610423884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"afa6a895-9b2e-49c7-b5a4-687f7429c52c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.610621811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"557743fb-eb74-426f-a2b1-393ce6598167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.66758775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"557743fb-eb74-426f-a2b1-393ce6598167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.668833388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"afa6a895-9b2e-49c7-b5a4-687f7429c52c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.760536478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"eeb561b5-fefd-4425-bd0b-531b56e08951","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:54.819209135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"71cacaba-a8d7-4f99-8384-221fd4454be7","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:55.027981097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-sub","reconcileID":"da004e12-9aa4-444b-af06-e310a5173f5a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:55.028138127Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-sub","reconcileID":"da004e12-9aa4-444b-af06-e310a5173f5a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:55.294704794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"d61bb1b1-ee3c-4fb3-8f1e-440caa6ade46","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:56.47168707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"5925fc1c-7429-4017-8a3d-cf73d488ef53","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:56.628415891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c84bff78-7717-4e60-ba33-9b9659f53da3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:56.628553139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"11302d10-79f0-46e8-9f2c-943741041a3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:56.628892368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"37eb1290-505d-4cad-bb4e-8682c8b46fc6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:56.686439397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c84bff78-7717-4e60-ba33-9b9659f53da3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:56.686495329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"11302d10-79f0-46e8-9f2c-943741041a3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:22:56.688611451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"37eb1290-505d-4cad-bb4e-8682c8b46fc6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:00.624638835Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-other-sub","reconcileID":"14223c4d-5f12-41fe-b0ba-fed30dffa725","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:00.84092096Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-other-sub","reconcileID":"14223c4d-5f12-41fe-b0ba-fed30dffa725","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:01.050132191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"2761bccc-f91f-48e2-8077-4851daac7b7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:01.103632067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"df25a624-7264-40dd-adc1-977e91d4fabe","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:01.104233023Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:01.250528718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"e6af2bf4-7555-4c77-b478-191d67a62027","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:01.260226394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"da5a0e74-3b30-46f4-82c7-c73b133447ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:01.260226326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6bbd8222-91d6-4cf2-ab83-1b65aa3ea8cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:01.261285625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-access-denied-auth","reconcileID":"346436af-ef88-4456-b607-2116420869b8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:01.317727057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"da5a0e74-3b30-46f4-82c7-c73b133447ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:01.317878569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6bbd8222-91d6-4cf2-ab83-1b65aa3ea8cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:01.320386758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-access-denied-auth","reconcileID":"346436af-ef88-4456-b607-2116420869b8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:01.522727961Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-models-access-denied-auth","reconcileID":"b7196d24-812c-4bd8-bb9a-32f5315a66ca","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:01.730689311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"dd48b4f5-1ea3-4958-8653-0eedb427e5d5","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.131720219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"f02b161d-cc89-4f09-8455-3202e1808e96","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.188530953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"38c83bd5-5f1f-43b1-a764-01a4a6e763ab","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.396291094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"1518107b-c7e2-42a0-9655-5f0a2f15e241","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.407403618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"a8d776f2-d3e9-4f84-8534-8ec6456e50e5","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.40751258Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]","namespace=ai-tenant-e2e-worker-w4-a48099 priority=10:[ai-tenant-e2e-worker-w4-a48099/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-a48099/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.45485997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"1518107b-c7e2-42a0-9655-5f0a2f15e241","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.467745435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"145048dd-94bb-451f-9e65-c616d17f471b","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.519030787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"d553e203-747b-4e27-abba-d85985c34501","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:23:03.520512641Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a48099/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.575063834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"d86200e6-ed1e-47f0-b828-e232f0638b26","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.616342417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c88364a7-3afd-41d3-aeb4-0700dd630df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.616906843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"fd660e1f-d5af-4688-93fc-4e7cdf8bbfdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.674001415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c88364a7-3afd-41d3-aeb4-0700dd630df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.674316755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"fd660e1f-d5af-4688-93fc-4e7cdf8bbfdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.699517982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"9a9080ba-d96e-4105-8696-00cc09f6aac3","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.754727102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"8cc1b024-c812-4099-ab62-6c1a6f7cbc10","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.771083954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"8d21f372-59cf-4f58-a73e-b57cf3bc4338","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.786761342Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-sub1","reconcileID":"7821d3fb-3d07-49ec-a9e4-70f67e798958","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","model":"distinct-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.952734488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"8d7b30cd-b5d7-4863-aeb9-f067b0abeb5e","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.980128038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"710e4968-bce5-4b2e-9bd4-f1fccb9470a1","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:03.980831281Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]","namespace=ai-tenant-e2e-worker-w4-a48099 priority=10:[ai-tenant-e2e-worker-w4-a48099/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-a48099/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.063312168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"dca00cd2-4070-4585-b51e-2b1d5c3bb77b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.063956486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"5a9080a9-abd9-4c7b-a4d9-710ce93aeccd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.06586939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"dec64bc0-9b06-4f2a-a63b-c6ad9c7d65a0","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.116692595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"cc3c6e5f-8a8a-4ee4-9101-abeecd72908e","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:23:04.118752836Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a48099/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.121453279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"5a9080a9-abd9-4c7b-a4d9-710ce93aeccd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.121516398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"dca00cd2-4070-4585-b51e-2b1d5c3bb77b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.171635923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"6057cddc-ad7e-454e-80ba-941604f6c24e","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.218685185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ac8e2118-3536-4aa2-86f7-515bf3d19c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.218682718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"08386465-311f-4d46-bfcc-fc868c5fc243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.21954792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-sub1","reconcileID":"b5a09548-1376-4b94-8705-ba038ca6236f","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.277174529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ac8e2118-3536-4aa2-86f7-515bf3d19c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.278494366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"08386465-311f-4d46-bfcc-fc868c5fc243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.383594372Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-sub2","reconcileID":"02d6cad9-ab30-4e4b-8e67-7fe9be07d922","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","model":"distinct-2-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.386245535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"2b11304f-8692-4144-9006-b46598e91dc4","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.432393325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"a8cc9b24-ea2d-4fd8-9ce5-5fbc4edcc8f3","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.548655803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"b4804c84-7b5e-4ab0-9c8f-1978d1402a53","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.583396085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"fcadf241-7f04-4a1b-ab26-73398d122ba5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.640623891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"fcadf241-7f04-4a1b-ab26-73398d122ba5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.688237686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"09af6cbc-66a4-4c6e-8bd3-843f6b8419b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.688413433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"b05f7940-106a-4574-9390-cd00ca33058a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.74660867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"09af6cbc-66a4-4c6e-8bd3-843f6b8419b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.746915584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"b05f7940-106a-4574-9390-cd00ca33058a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.755912905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-sub2","reconcileID":"97670987-4e6b-484f-896a-851bdd96a92f","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.791341039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7fba05c6-afd1-4033-8432-cbf2bd8b36aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:04.849721498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7fba05c6-afd1-4033-8432-cbf2bd8b36aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:06.634954649Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-sub","reconcileID":"00c1c5a7-65cc-47b7-b726-f2563831d27b","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:06.850454053Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-sub","reconcileID":"00c1c5a7-65cc-47b7-b726-f2563831d27b","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:06.850493549Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-sub","reconcileID":"00c1c5a7-65cc-47b7-b726-f2563831d27b","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:06.850670898Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-sub","reconcileID":"00c1c5a7-65cc-47b7-b726-f2563831d27b","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:07.058900874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"dcf586a4-3202-45aa-ae98-2d1c5539faa5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:07.12077597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"c84fe278-9e88-440c-ab90-968ef1c17434","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:07.120816951Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]","namespace=ai-tenant-e2e-worker-w4-a48099 priority=10:[ai-tenant-e2e-worker-w4-a48099/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-a48099/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:07.178990722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"81d88277-cb4a-401e-8d1d-e4420b5ae6c0","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:07.271622307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"af47b4d8-4cfe-4793-91f5-fbe40d41ad9b","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:07.276610404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"28469328-e9df-4b78-89f7-68db49a509e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:07.276621428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f90816b6-ac8f-45a4-aa6a-17bfab7f3275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:07.277186914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"9dcf00b9-0fd4-479e-9e8d-88edc9ae06c7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:07.335115836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"9dcf00b9-0fd4-479e-9e8d-88edc9ae06c7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:07.338431725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f90816b6-ac8f-45a4-aa6a-17bfab7f3275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:07.339066489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"28469328-e9df-4b78-89f7-68db49a509e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:07.489180313Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"d03b5228-fcfe-43ad-84c7-2c31c7b504f0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:07.649682013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"f35678a1-9f15-4bbb-839b-f0afc35cc39e","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:07.787890652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"09ce1814-8b92-4f08-9b60-a26c52a61a01","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:07.948611338Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-sub1","reconcileID":"a1e384ff-1f25-4cfe-935c-94f7ed3de3fc","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ef0173bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.046708884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"5c98c0b4-e0df-4cc4-95c3-e1ca2c37d764","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.046975484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"ea878266-96d2-453d-995f-195101f4d459","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.046711565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b779180f-d0ad-4af2-ba87-7f82d5a3eacd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.050587801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"f9da050f-1d12-4040-89f1-a5a9fa0b6b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.104351744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b779180f-d0ad-4af2-ba87-7f82d5a3eacd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.10544367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"ea878266-96d2-453d-995f-195101f4d459","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.10699835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"5c98c0b4-e0df-4cc4-95c3-e1ca2c37d764","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.108112275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"f9da050f-1d12-4040-89f1-a5a9fa0b6b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.517735459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"f1b16d67-3319-4a7b-a57c-c0afd88ea282","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.517955738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"ee2c5143-3989-4352-8eff-a855abf1426a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.517735889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"60780e99-b033-41b2-866e-f91e63a5a446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.518448442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e5b95c6d-132b-4ad4-b180-36ff8de5b8ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.543177743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"62f6fa0b-4a64-41d6-9a7b-77bab14bf924","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.575364765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"ee2c5143-3989-4352-8eff-a855abf1426a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.576296645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"f1b16d67-3319-4a7b-a57c-c0afd88ea282","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.577862592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"60780e99-b033-41b2-866e-f91e63a5a446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.579816464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e5b95c6d-132b-4ad4-b180-36ff8de5b8ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.59809929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"ee58979a-8161-4183-bcd5-da5ba1b33b37","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.805650089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"6d18006e-c97f-4d23-8637-6c9de743390b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.868963199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"6d18006e-c97f-4d23-8637-6c9de743390b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:08.987356159Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"6d18006e-c97f-4d23-8637-6c9de743390b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:09.30760165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"385a5ed6-f6ad-4689-9d30-b7f6451a0d2e","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:09.520606007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"06410ce2-be87-463a-b312-65e253ddf6d1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:09.578174348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"06410ce2-be87-463a-b312-65e253ddf6d1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:09.685390641Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"06410ce2-be87-463a-b312-65e253ddf6d1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:10.991706675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"b350c926-3982-4182-9e08-0cc756193e95","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:10.992477333Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"7dc7024e-7add-49f7-94fa-1c915181082a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:11.045103684Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-degraded-auth","reconcileID":"7dc7024e-7add-49f7-94fa-1c915181082a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:11.236354394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"72aab4f1-5753-42e6-aea3-49931be4aa42","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:11.888071964Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.163566482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"2181240c-1ad9-4092-983a-cf4c3e77d54f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"tenant":"e2e-worker-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.163594066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"2181240c-1ad9-4092-983a-cf4c3e77d54f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.223477796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"distinct-w2-3d70ff","reconcileID":"7bfe22c2-dc35-4061-92e6-dfa80c93ce67","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.336189275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"210de2a7-187b-445a-be4e-ad51e40c0180","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"tenant":"e2e-worker-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.336210324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"210de2a7-187b-445a-be4e-ad51e40c0180","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.39339285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"262a125d-76f9-4b2b-a2ed-70a2d4755913","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"tenant":"e2e-worker-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.393418868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"262a125d-76f9-4b2b-a2ed-70a2d4755913","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.6006025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"2224e04e-d7c5-46a3-a52e-2a2dda4ac908","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.611523791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"7f6d7a94-4ad4-4bd9-8b41-7d75ce5d15dc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"tenant":"e2e-worker-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.611546342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"7f6d7a94-4ad4-4bd9-8b41-7d75ce5d15dc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.611712091Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.658156834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"2224e04e-d7c5-46a3-a52e-2a2dda4ac908","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.672391884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"98c1d644-5b8c-4bfe-b500-e4ca6b6c6903","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.718201411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"714f12b6-8ed5-4514-a0a9-e5585936ed18","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"tenant":"e2e-worker-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.718222375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"714f12b6-8ed5-4514-a0a9-e5585936ed18","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:23:12.725107381Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-3d70ff/e2e-status-transition-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.774870333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"ac2b784a-afb1-4a52-b086-ffdeafb31c4c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"tenant":"e2e-worker-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.774888555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"ac2b784a-afb1-4a52-b086-ffdeafb31c4c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.819153714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"11a502f6-b396-44c0-a75e-54f0437827c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.819160169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"062e9b8f-4807-4e4d-8da5-7f836249f1da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.881020432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"11a502f6-b396-44c0-a75e-54f0437827c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.882170966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"062e9b8f-4807-4e4d-8da5-7f836249f1da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.933122362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"5dddaec3-994a-4bf5-89c7-c6cf313cf37a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"tenant":"e2e-worker-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.93314389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"5dddaec3-994a-4bf5-89c7-c6cf313cf37a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:12.987142423Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-sub","reconcileID":"349a69d1-906d-4c37-9740-104f8539e2d4","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:13.141140884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"00821e7b-9564-470e-81ba-75e7b695a43b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:13.152337063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"9c0c5621-be56-4bbe-b946-a1edfcb14d92","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"tenant":"e2e-worker-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:13.152355696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"9c0c5621-be56-4bbe-b946-a1edfcb14d92","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:13.197716109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"00821e7b-9564-470e-81ba-75e7b695a43b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:13.293831645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"967eaabd-6c6d-45fb-9a7f-ecf7bdbc1ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:13.293862739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f28e50aa-1979-4982-8b45-5909f0d948b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:13.353575144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"967eaabd-6c6d-45fb-9a7f-ecf7bdbc1ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:13.353606559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f28e50aa-1979-4982-8b45-5909f0d948b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:13.359847042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-sub","reconcileID":"c470bf20-2a88-4ca1-9f5a-ba56e4802005","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.001983868Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-sub1","reconcileID":"809ca3a1-4a2b-47b4-a2d3-39d390d74f1e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.054440596Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-sub1","reconcileID":"809ca3a1-4a2b-47b4-a2d3-39d390d74f1e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.106978743Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-sub1","reconcileID":"809ca3a1-4a2b-47b4-a2d3-39d390d74f1e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.378192467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"a519177f-101d-40ff-a100-d9645610b82d","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.378344486Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.439510132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"e9253ba4-9297-435a-bdad-78bafdbccc04","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"tenant":"e2e-worker-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.439535992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"e9253ba4-9297-435a-bdad-78bafdbccc04","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.530578669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"24c849ec-c6aa-408f-b7ee-fabe99a8c824","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.640843833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"3b39e216-c9d7-4d21-a877-fb49a24f4aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.641007781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"9043d2c8-484b-467b-8dce-36a48174daa4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.640850639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"bf10edc7-8a56-4f32-b735-268a6a655849","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.641424215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1de39d84-4cb4-4831-9db3-b6ede19d2e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.692634783Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-sub2","reconcileID":"0383fb96-b97b-4d95-ad32-622c2840adf4","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e3ed1d2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.698672303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"3b39e216-c9d7-4d21-a877-fb49a24f4aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.698876596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"9043d2c8-484b-467b-8dce-36a48174daa4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.702093651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"bf10edc7-8a56-4f32-b735-268a6a655849","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:18.703113613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1de39d84-4cb4-4831-9db3-b6ede19d2e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:19.166469756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"dfa7a4fe-7092-4b4f-8366-9d9bd6ff7cfe","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:19.166703516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2fd8e2c9-e47c-48c3-bca9-0a6830ecb785","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:19.167094285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"2293fb9b-fe64-4272-b160-45950a5ca941","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:19.166470634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"7a14181e-d75c-4f27-90c2-b4adf821650c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:19.224437951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"7a14181e-d75c-4f27-90c2-b4adf821650c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:19.224559479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"2293fb9b-fe64-4272-b160-45950a5ca941","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:19.226728072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"dfa7a4fe-7092-4b4f-8366-9d9bd6ff7cfe","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:19.227970942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2fd8e2c9-e47c-48c3-bca9-0a6830ecb785","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:27.065855442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fedef4e-8401-4212-b7db-cd5cedad3f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:27.179694938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fedef4e-8401-4212-b7db-cd5cedad3f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:27.257920493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fedef4e-8401-4212-b7db-cd5cedad3f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:27.311224558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fedef4e-8401-4212-b7db-cd5cedad3f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:27.822160944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-sub","reconcileID":"f71bdf2a-4bed-40ed-a220-72091edd9596","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.012859609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"4267f13a-b5d7-44ed-b226-71787ba8e9f4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"tenant":"e2e-worker-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.012988389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"4267f13a-b5d7-44ed-b226-71787ba8e9f4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.619132723Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-sub","reconcileID":"20775601-daf0-48e9-8fa2-29572a346865","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.675511748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"32a0a295-8626-42cf-a264-7c50097433ed","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.676865642Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"e2e-temp-model-status","reconcileID":"1fb91010-126b-4dbb-9a9a-523c94d18232","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.677383966Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-sub","reconcileID":"20775601-daf0-48e9-8fa2-29572a346865","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.689277763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"423f427e-df52-4fc8-901c-67106b946f12","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.689608674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a2c0010e-2906-4aa9-bd9e-e10b98a14917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.740088748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"32a0a295-8626-42cf-a264-7c50097433ed","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.74730487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a2c0010e-2906-4aa9-bd9e-e10b98a14917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.747511003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"423f427e-df52-4fc8-901c-67106b946f12","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.747586117Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-sub2","reconcileID":"69192e38-1aab-450f-8d15-42da6ee86e3e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.789333574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"9b2e8c79-023b-4ee7-bf7f-a9184b4afafb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.789772191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"8e02fcce-4713-4e5c-b2c3-5baaacc18416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.801299354Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-sub2","reconcileID":"69192e38-1aab-450f-8d15-42da6ee86e3e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.857481292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"8e02fcce-4713-4e5c-b2c3-5baaacc18416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.858285574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"9b2e8c79-023b-4ee7-bf7f-a9184b4afafb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.858317938Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"9b2e8c79-023b-4ee7-bf7f-a9184b4afafb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.861868263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"distinct-w2-3d70ff","reconcileID":"cfc31777-869b-4171-84e0-664af70d5f9c","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.892340954Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-sub2","reconcileID":"69192e38-1aab-450f-8d15-42da6ee86e3e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:28.912456897Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-sub","reconcileID":"c99dfb23-f6fd-4b35-98cc-8bc0ee15cdc8","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.152569345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"0ac5ecfc-25b4-41ae-86eb-9de18df297e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.152569747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"006ae238-5c33-4df7-969f-2f058ec2ddbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.164649094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"16a16287-0304-4fa7-9842-506b15b853ff","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.166457796Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.209414735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"006ae238-5c33-4df7-969f-2f058ec2ddbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.211413081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"0ac5ecfc-25b4-41ae-86eb-9de18df297e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.252909983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"076fdd70-8ba4-497c-b356-230a9020f5c3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.309875799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"076fdd70-8ba4-497c-b356-230a9020f5c3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.30991817Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"076fdd70-8ba4-497c-b356-230a9020f5c3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.328218872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"a4f1c339-a92b-4a62-8f61-ec1791050aa6","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.429224286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beed7b50-7654-4449-9473-f2e5d45159bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.429349814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"114a4bca-afab-49a6-b8ee-ea35e4ae025b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.429598896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1b51b052-a5b9-4129-86ba-33cb9ff25529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.481370809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beed7b50-7654-4449-9473-f2e5d45159bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.481647804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth1","reconcileID":"f0481cc4-d5eb-490b-ad93-e49897bd88ce","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.488985667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"114a4bca-afab-49a6-b8ee-ea35e4ae025b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.53395868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beed7b50-7654-4449-9473-f2e5d45159bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.538417328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1b51b052-a5b9-4129-86ba-33cb9ff25529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.586485857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beed7b50-7654-4449-9473-f2e5d45159bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.741937027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"bdaa145a-c4e2-4b55-a8b1-8c6baa220375","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.746914245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"ce16a462-ed53-4adc-8071-38a5d5f1f488","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.799306458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"bdaa145a-c4e2-4b55-a8b1-8c6baa220375","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.801566646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"d87d349a-1597-4ce3-810e-f8a76500dfff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.85903069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"d87d349a-1597-4ce3-810e-f8a76500dfff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.898823437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"0142b78a-a080-4615-9a7b-56b75f4dcaf7","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.956349009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1887e5bb-de03-40f7-b60e-553e2d48bca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:29.956566534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"f2642ff3-07e3-474d-ab81-fee977f5fdec","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:30.005597576Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-ignore-header-auth2","reconcileID":"53642b76-6008-4268-b4f0-d68836b477a7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:30.013418266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1887e5bb-de03-40f7-b60e-553e2d48bca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:30.01356099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"f2642ff3-07e3-474d-ab81-fee977f5fdec","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:30.068939196Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"f2642ff3-07e3-474d-ab81-fee977f5fdec","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:30.165585457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"53304c11-eb76-44a3-87cd-fc23b90e4204","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:31.569940037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"7204ddf4-048b-459e-803f-c8b9f14d8905","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:31.625319981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"1398c8ed-c0f1-4470-a267-447f03c10f2d","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:31.832550613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"1dd4c9fc-783e-4424-b216-a1a0bfb95a34","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:31.853696734Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:31.853764741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"395c6a30-8a6a-4e02-a374-94520f35e677","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:31.889569952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"1dd4c9fc-783e-4424-b216-a1a0bfb95a34","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:31.911577824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"38635fd5-b88b-437d-a1f8-f58f6bba70a5","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:23:31.96305556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-sub1","reconcileID":"b1f86122-3204-4406-8402-e84cb586d651","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:23:31.966285113Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"38635fd5-b88b-437d-a1f8-f58f6bba70a5","name":"distinct-w4-a48099","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-a48099\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:23:31.966337193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"38635fd5-b88b-437d-a1f8-f58f6bba70a5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-a48099\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:31.971649026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"474fb7dc-1e46-4211-a181-935bda7ebec3","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.061396597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7f6c3780-2788-401a-98b4-34af8826f21d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.06430538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"aae9bc1f-59ad-42d4-b24e-b47bc15e4760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.070434686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"aece10c6-cc71-48b7-b847-734c8cc8bf59","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.12167531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7f6c3780-2788-401a-98b4-34af8826f21d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.133322523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"aae9bc1f-59ad-42d4-b24e-b47bc15e4760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.134574128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"977aa75a-5b9b-4e67-9efd-ef5d691c22ab","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.144705618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"c733f233-9aca-4a6f-9507-2dc09617f265","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.200008578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"7b40f6a3-ae29-4dc4-b6c3-60c5c943749f","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.205742683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"5bd831f9-9365-4bcd-b04f-a54b0c62ce1d","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.351382918Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-sub1","reconcileID":"916f6bae-453b-44a8-9a06-d976829c08f1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","model":"distinct-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.439687684Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]","namespace=ai-tenant-e2e-worker-w4-a48099 priority=0:[ai-tenant-e2e-worker-w4-a48099/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-a48099/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.440759215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"32546b4b-6320-475f-8350-490b25279462","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.466992332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"34ba599e-3322-4b30-913a-5f2225c2c2ea","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.466987796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"cc97aada-b346-486f-be67-8cfffb86a5ed","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.501307147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"85cd8471-224e-4049-89bc-0d6a4c793d6c","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:23:32.51723811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-sub1","reconcileID":"916f6bae-453b-44a8-9a06-d976829c08f1","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.524449978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"cc97aada-b346-486f-be67-8cfffb86a5ed","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.524978611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"34ba599e-3322-4b30-913a-5f2225c2c2ea","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.549848908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"607a0c9b-57a7-4265-9e22-a7bed296254d","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:23:32.553077352Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a48099/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.60516663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"e07ff16b-4c52-4d3d-ae56-c21d3667ecc1","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.610747356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c315931c-53bd-481c-aaeb-6aaf27628773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.610772655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0e90af4b-e4fd-4679-826c-5dcabd85beeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.668834469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c315931c-53bd-481c-aaeb-6aaf27628773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.669291766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0e90af4b-e4fd-4679-826c-5dcabd85beeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.724751758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-sub1","reconcileID":"df03c71b-6cad-462c-a41e-9c2065ccd20c","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.790157547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"3a2a99ee-e188-429c-a8a2-4982c8c17e92","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.828333709Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-sub2","reconcileID":"a014ee38-cd83-4514-a6ab-85627b9552ac","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","model":"distinct-2-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.89061608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"a3acf02f-71e6-4c5a-8fb8-d0b850907ce4","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.936884743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"06288501-ce11-4c07-b634-a3cc7a357f68","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.993614611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"f69a888e-c42a-4594-92f3-b743cd9f474f","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:32.994494738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"06288501-ce11-4c07-b634-a3cc7a357f68","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:33.047119171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"6ca00a56-b0e8-4def-9348-19fa270f0ac9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:33.103658777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"6ca00a56-b0e8-4def-9348-19fa270f0ac9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:33.149040816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"35dd82f6-d719-47ba-a31f-2a1bfab714d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:33.204926791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-sub2","reconcileID":"9b4b7f4c-0b5f-4b5e-a506-03d6eaab1855","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:33.207036174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"35dd82f6-d719-47ba-a31f-2a1bfab714d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:33.25007954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"25ea31b7-b93b-461f-ac32-2251e1eee66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:33.307026845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"25ea31b7-b93b-461f-ac32-2251e1eee66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:23:33.40437029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"6ca00a56-b0e8-4def-9348-19fa270f0ac9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-multi-keys-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:33.742058763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"b385d153-6a73-4b83-8d54-061de1021322","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:33.79894011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"b385d153-6a73-4b83-8d54-061de1021322","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:35.290259655Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","namespace":"ai-tenant-e2e-inf-a-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:35.290344495Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","namespace":"ai-tenant-e2e-inf-a-2ea125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:35.290417082Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","tenant":"e2e-inf-a-2ea125","tenantID":"e2e-inf-a-2ea125","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:35.342097187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"Deployment","name":"maas-api-e2e-inf-a-2ea125","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:35.394021545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"Service","name":"maas-api-e2e-inf-a-2ea125","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:35.445432498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-2ea125","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:35.496839606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-2ea125","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:35.548489645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:35.600184651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:35.652029212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:35.703604693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:35.755118901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"Deployment","name":"payload-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:35.806734795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:35.858167251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"Service","name":"payload-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:35.90971382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:35.961592704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:36.013187915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:36.064609311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:36.116294317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:36.167965695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:36.219596681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:36.27109026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-2ea125","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:36.322702444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2ea125"},"namespace":"ai-tenant-e2e-inf-a-2ea125","name":"default-tenant","reconcileID":"a8cddacf-e936-410e-b2e5-b37bc6d0b0e2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-2ea125","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.015856306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"cb3fc205-67af-43f5-b488-10e59c4650e4","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.176854581Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-sub1","reconcileID":"75b593e6-a451-42b4-b028-ae39adafb1b1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1657372f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.274868959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"a4d33e9e-364d-4783-aa67-ffb87e5d636e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.275910928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a720a24e-0807-4145-a24c-8c2146742366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.276200775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"10cf821d-b5cc-4a95-8239-193928652d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.275953468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"c45f7a63-a218-4530-87bf-535980a17cf6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.33237215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"a4d33e9e-364d-4783-aa67-ffb87e5d636e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.336190154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"10cf821d-b5cc-4a95-8239-193928652d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.336507986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a720a24e-0807-4145-a24c-8c2146742366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.338351387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"c45f7a63-a218-4530-87bf-535980a17cf6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.798723599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"0dd461f0-12d8-4268-a728-81d4805e799c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.798770674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"417edfc8-a0d2-4536-b0c9-3e633cba4799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.799332981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"5ece4d7c-78cd-41ad-b204-41a236d910d5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.79937327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1a64c399-9bb2-4632-b3b5-9d9ad54ee824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.856607134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"417edfc8-a0d2-4536-b0c9-3e633cba4799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.856630883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1a64c399-9bb2-4632-b3b5-9d9ad54ee824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.858824146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"0dd461f0-12d8-4268-a728-81d4805e799c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:37.860222911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"5ece4d7c-78cd-41ad-b204-41a236d910d5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:39.646004532Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-sub","reconcileID":"91eeb6c0-06aa-4f3d-93b1-170440b75056","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:39.646155181Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-sub","reconcileID":"91eeb6c0-06aa-4f3d-93b1-170440b75056","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:39.968101923Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:40.028412833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"0cd650a7-f126-40e7-b76a-6555ce50deff","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:40.178525344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2fe09d28-1b85-4f91-9de3-ba28022d0802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:40.179462935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"325f874b-f9c8-4fa4-94ac-45ce4c6c90ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:40.179969673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"e5195ffb-8688-4678-914a-8cbbbb9a8af7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:40.241501044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"325f874b-f9c8-4fa4-94ac-45ce4c6c90ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:40.242239738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"e5195ffb-8688-4678-914a-8cbbbb9a8af7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:40.244007506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2fe09d28-1b85-4f91-9de3-ba28022d0802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:40.297567844Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"e5195ffb-8688-4678-914a-8cbbbb9a8af7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:40.445327218Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-status-transition-auth","reconcileID":"eae4ea5d-4cdb-47f8-ae88-24d0d574f9c3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:41.745518541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"be5d5891-690c-40fa-a818-a90606fcf7c8","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:41.803717581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"1c27a098-b25b-4434-9759-d36f7cedb9c4","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:41.900015895Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:41.944677707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-sub2","reconcileID":"ccc4d99c-bcee-458d-88f1-ea8ea1fe0a4e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.00222441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6d68874e-282a-4d45-b595-0afd6a9b1061","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.075470685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"27362c2a-a221-483b-9c6e-cf222dd4400b","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.07629606Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.078505028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6d68874e-282a-4d45-b595-0afd6a9b1061","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.144416217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"b78ef42a-3077-46c2-a44a-52b8d2c7451c","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.169078416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"a21991e3-d116-4c83-86cc-2d22b87ec779","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:23:42.194395039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf","reconcileID":"7df17464-c95c-499d-a9f6-f3fb180b7bb8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.247478455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"afb491e2-8213-4a90-884e-121e5675322d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.252451448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9787123f-d968-40e5-92f5-795d016c31e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.30774161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"afb491e2-8213-4a90-884e-121e5675322d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.31180436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9787123f-d968-40e5-92f5-795d016c31e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.323141975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"5c9acd7f-921e-408b-b4ed-ecd33912767d","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.366055569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"c2208a4a-41d6-48af-b0ec-b9479cd29869","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.381021672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"b2e00a73-a9be-43d2-8e13-5878c525f85f","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.521852881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8cca0a08-a7bf-4438-940a-e49957637071","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.578714944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8cca0a08-a7bf-4438-940a-e49957637071","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.619696353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"1d070e5a-c22e-446e-91f2-b53fd88e3d00","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.619696236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"58f67bf9-82db-4a7b-8a8e-2cdbc5ca305d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.621355855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"cdbf57fe-6fa8-4b16-b502-489cdcfecf02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.622103697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1d082f21-9080-4a89-9317-6b00340fce04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.647063977Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf","reconcileID":"596f4dbb-eeaf-4982-8f69-0e111b417208","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.647272277Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf","reconcileID":"596f4dbb-eeaf-4982-8f69-0e111b417208","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.676462391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"1d070e5a-c22e-446e-91f2-b53fd88e3d00","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.676980211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"58f67bf9-82db-4a7b-8a8e-2cdbc5ca305d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.679214726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"cdbf57fe-6fa8-4b16-b502-489cdcfecf02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.679499062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1d082f21-9080-4a89-9317-6b00340fce04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:23:42.840693715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8cca0a08-a7bf-4438-940a-e49957637071","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-healthy-inf-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.855450512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"d4aea341-2193-48b7-bad5-40220c1925f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.91350734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"5d4fe072-792e-4d6f-8dbf-04f3c52daa0e","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.988639989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"75406201-1849-4ac5-9352-d23a88a02828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.98872737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"66e16587-fa8f-4f1f-94bc-ef1e3af8fa25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:42.995303915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e3cf2f61-b638-4111-8abb-9cf4e9423776","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:43.047687548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"66e16587-fa8f-4f1f-94bc-ef1e3af8fa25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:43.048192305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"75406201-1849-4ac5-9352-d23a88a02828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:43.051997779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e3cf2f61-b638-4111-8abb-9cf4e9423776","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:43.091481319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"513bbbad-af28-460b-806c-a112c918da47","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:43.092523349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"3168ea1a-e0d5-4847-a490-e0da9ec1f616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:43.12224514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf","reconcileID":"792d01e5-fb60-4140-a082-b4a86735feb2","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:43.122399467Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf","reconcileID":"792d01e5-fb60-4140-a082-b4a86735feb2","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:43.148839686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"513bbbad-af28-460b-806c-a112c918da47","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:43.149165791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"3168ea1a-e0d5-4847-a490-e0da9ec1f616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:43.469275479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"c07bffe1-15b7-4cad-ad04-a365f159ac93","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:43.679702583Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-2ea125","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-2ea125","reconcileID":"9987b6b2-b3af-432f-8d06-f0a635525400","aitenant":"ai-tenants/e2e-inf-a-2ea125","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:44.239879201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518efed1-f81d-4290-aa62-37ea8ca9955f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:44.291996932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518efed1-f81d-4290-aa62-37ea8ca9955f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:44.344149311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518efed1-f81d-4290-aa62-37ea8ca9955f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:44.398928487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518efed1-f81d-4290-aa62-37ea8ca9955f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:44.509387837Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-2ea125","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-2ea125","reconcileID":"9987b6b2-b3af-432f-8d06-f0a635525400","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-2ea125","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-2ea125"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:45.136515699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"d3dc66f3-7891-46b7-9584-cee993371d69","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:45.302131545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"73da2d0f-0925-44ef-9691-022707d772e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:45.302896827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9389456a-2fe4-4141-bf87-abe9a297c258","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:45.303504928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"422f056c-ad19-4a7b-80b3-75cf294f60ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:45.366164763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"422f056c-ad19-4a7b-80b3-75cf294f60ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:45.370974639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9389456a-2fe4-4141-bf87-abe9a297c258","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:45.377833936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"73da2d0f-0925-44ef-9691-022707d772e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:46.332114218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e064323-addb-4386-802d-77d95aa3a925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:46.384014978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e064323-addb-4386-802d-77d95aa3a925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:46.435772414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e064323-addb-4386-802d-77d95aa3a925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:46.487942439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e064323-addb-4386-802d-77d95aa3a925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:47.229476796Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-sub1","reconcileID":"988f13c3-cb77-4e2f-a7af-b7616ab6b0f9","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:47.281712605Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-sub1","reconcileID":"988f13c3-cb77-4e2f-a7af-b7616ab6b0f9","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:47.334502786Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-sub1","reconcileID":"988f13c3-cb77-4e2f-a7af-b7616ab6b0f9","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:47.607916305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"34993d79-1ba7-4036-acd5-d5fb1f826ccc","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:47.608316694Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:47.76270709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"1f9a60be-54cf-40f9-9a94-58ab91d13c69","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:47.866256915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"3fbabcd3-19dd-41ed-9d69-8c1b7b029e1a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:47.866318264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"d2869356-6149-4731-93f6-d84bf815a656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:47.866705268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"3e99ec9c-c12d-47fe-ae65-6eb318087f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:47.866895074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"a88765dc-abc9-4ce4-a9e6-cb5951732211","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:47.924289946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"d2869356-6149-4731-93f6-d84bf815a656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:47.92432618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"3e99ec9c-c12d-47fe-ae65-6eb318087f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:47.924647675Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-sub2","reconcileID":"04658e40-62cf-44f8-a06e-5527ff71246c","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6819094b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:47.926530071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"a88765dc-abc9-4ce4-a9e6-cb5951732211","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:47.926833946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"3fbabcd3-19dd-41ed-9d69-8c1b7b029e1a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:48.337738297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"667cffa8-cb17-4289-83cc-7fcb2da33a5d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:48.337738276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"94d26eda-9823-4b83-8586-cf14959e8a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:48.338566139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"208b472e-2665-4d20-baa7-3c09081ba48f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:48.338622098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a2a9b9c2-f891-428e-bc1e-7c19d0295782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:48.395275359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"94d26eda-9823-4b83-8586-cf14959e8a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:48.396458347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"667cffa8-cb17-4289-83cc-7fcb2da33a5d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:48.397811216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a2a9b9c2-f891-428e-bc1e-7c19d0295782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:48.400026012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"208b472e-2665-4d20-baa7-3c09081ba48f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:53.815369403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86e476d-fa55-4c56-ab07-ebf1f95113ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:53.867369605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86e476d-fa55-4c56-ab07-ebf1f95113ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:53.920296901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86e476d-fa55-4c56-ab07-ebf1f95113ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:53.973269187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86e476d-fa55-4c56-ab07-ebf1f95113ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:55.344374884Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf","reconcileID":"57200deb-40fe-4713-9aae-4b425029ccd3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:55.559086854Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf","reconcileID":"57200deb-40fe-4713-9aae-4b425029ccd3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:55.559138472Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf","reconcileID":"57200deb-40fe-4713-9aae-4b425029ccd3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:55.559307271Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf","reconcileID":"57200deb-40fe-4713-9aae-4b425029ccd3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:55.769028098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"0bfdf4d7-2e16-48d5-a571-fe8b9f7d4dce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:55.829658326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"93d6d7bc-8c90-4bdd-b2f4-659a3e383413","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:55.829992018Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:55.903235476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c77350-90c5-436c-91f8-1ba97518e348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:55.955384024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c77350-90c5-436c-91f8-1ba97518e348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:55.982727822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"3a88f728-decd-451e-8fe9-a2fe05e8d9b3","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:56.007680965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c77350-90c5-436c-91f8-1ba97518e348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:56.060460857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c77350-90c5-436c-91f8-1ba97518e348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:56.060734466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e3df9e07-e899-47b5-b0a4-009c34b30245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:56.111969135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"59b48603-e046-45ad-9051-0c9f78a23c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:56.112228457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf-auth","reconcileID":"de75abef-0d04-4284-96d6-75eac10ffaf5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:56.117488114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e3df9e07-e899-47b5-b0a4-009c34b30245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:56.169397041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf-auth","reconcileID":"de75abef-0d04-4284-96d6-75eac10ffaf5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:56.169812852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"59b48603-e046-45ad-9051-0c9f78a23c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:56.328659171Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-healthy-inf-auth","reconcileID":"98165693-9edf-4e1b-b77f-708df79949c7","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:56.537714545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"fa030e13-a6d5-4b62-8520-52e82f5a571d","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:57.425564228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"315bd1e5-a686-4b7d-abcc-3e39248c7331","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:57.480587879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"827a6464-8088-4077-8a25-15246d002fdb","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:57.636896135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey-auth","reconcileID":"0ae5b540-8222-40a3-a247-81b935b68c1e","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:57.706144516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"de761982-91d0-4249-9d06-2dd6f632adc6","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:57.706992875Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:57.708728558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey-auth","reconcileID":"0ae5b540-8222-40a3-a247-81b935b68c1e","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:57.764848928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"b27042c0-58be-4c86-ba02-eabfc9666818","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:23:57.81818985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey","reconcileID":"88172a12-bbd1-4aaf-8904-2fe6efb0a92e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:57.853530309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"49391f33-0960-4b2f-a85c-7c5ae63755a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:57.862610646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9fa4f74e-c99f-4c20-aecc-cf56cc670b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:57.91867146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"49391f33-0960-4b2f-a85c-7c5ae63755a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:57.993584302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"04e5dafa-1f99-4521-982b-040982d6fb1e","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:57.998675104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9fa4f74e-c99f-4c20-aecc-cf56cc670b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.041379361Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-sub2","reconcileID":"fafaf96c-82bb-44c2-a885-33069b7994b4","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.051051313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"f3887412-7dc0-4e8a-ad4e-f16f914b1078","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.055236895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"947b78fb-aa75-42ea-8d2c-7dbab52b6cc5","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.093984548Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-sub2","reconcileID":"fafaf96c-82bb-44c2-a885-33069b7994b4","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.14665676Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-sub2","reconcileID":"fafaf96c-82bb-44c2-a885-33069b7994b4","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.212256066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey-auth","reconcileID":"290fa764-b942-4253-b3fb-b81d5d68a5d3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.271622246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey-auth","reconcileID":"290fa764-b942-4253-b3fb-b81d5d68a5d3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.280834709Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","namespace":"ai-tenant-e2e-inf-b-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.280938657Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","namespace":"ai-tenant-e2e-inf-b-af8051","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.281023559Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","tenant":"e2e-inf-b-af8051","tenantID":"e2e-inf-b-af8051","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.311298261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"e8f4004d-97e7-438d-9399-d0e2ec9c0bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.331172309Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey","reconcileID":"674d31d1-1c96-40de-b4cd-7571aa26b2ec","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.331448759Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey","reconcileID":"674d31d1-1c96-40de-b4cd-7571aa26b2ec","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.341004623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"Deployment","name":"maas-api-e2e-inf-b-af8051","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.371686636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"e8f4004d-97e7-438d-9399-d0e2ec9c0bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.410180551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"Service","name":"maas-api-e2e-inf-b-af8051","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.420132789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2bb690fd-ed44-4666-915e-79298a82995d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.43889276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"dbac3e4e-6f9b-4adf-9aaf-c83d588a70b6","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.439825866Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.503015065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-af8051","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.541218286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2bb690fd-ed44-4666-915e-79298a82995d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.543508231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"3426d815-0c39-4521-ba63-e9ac443932d0","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.60614234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-af8051","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.607493758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"5e3fa4eb-1465-462b-921b-2aa499cfa484","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.674099524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"067479df-e134-4d71-a049-2ccbcbe22f0d","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.675853178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"435cb475-8c17-4130-8ca7-74c0ebe98788","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.675921701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-af8051","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.75597109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-af8051","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.776537136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c1cb0f17-54f1-4855-aebb-9c6ebb92521b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.793441552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6d03be18-5b4b-4e17-a204-a9a665c424d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.812299923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"9fb21706-8b4e-431d-9299-0d15d6d0e7ea","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.822161363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-af8051","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.864385498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"2e447a27-9298-4776-943d-7f4afb663190","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:58.924865491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6d03be18-5b4b-4e17-a204-a9a665c424d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.012112247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c1cb0f17-54f1-4855-aebb-9c6ebb92521b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.013610052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-af8051","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.03728655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"2e447a27-9298-4776-943d-7f4afb663190","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.044676176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"9fb21706-8b4e-431d-9299-0d15d6d0e7ea","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.069285077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"Deployment","name":"payload-processing-e2e-inf-b-af8051","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.07059571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey","reconcileID":"39a83e50-2fad-4d52-b6d0-717ce48b439d","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.070933732Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey","reconcileID":"39a83e50-2fad-4d52-b6d0-717ce48b439d","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.128064393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-af8051","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.202487643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"Service","name":"payload-processing-e2e-inf-b-af8051","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.290368508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-af8051","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.33040602Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth1","reconcileID":"d639357f-a6cd-4028-8502-eb617a137a19","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.383256128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-af8051","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.437499221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-af8051","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.497396885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"39b1567e-50d9-40ce-afae-a512647f31dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.49823916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-af8051","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.537326371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"78c50fb3-2582-422c-80fc-1651f791b10f","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.55135308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"4a3542d1-0640-4dee-ab2c-81dd16dc2527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.552149091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"145ddd5b-a3dc-4d1f-b46c-43d1187d1746","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.578608971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"39b1567e-50d9-40ce-afae-a512647f31dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.580901619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-af8051","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.635913305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"4a3542d1-0640-4dee-ab2c-81dd16dc2527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.667559805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"d4629c84-d5f6-425e-aa62-eda25e976f66","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.667913565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-af8051","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.670548308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"145ddd5b-a3dc-4d1f-b46c-43d1187d1746","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.775403298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-af8051","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.841257842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-af8051","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.899003879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-af8051"},"namespace":"ai-tenant-e2e-inf-b-af8051","name":"default-tenant","reconcileID":"37754551-e92c-4ffd-9fe5-29481b5dd721","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-af8051","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:23:59.949649917Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-multi-keys-auth2","reconcileID":"c2680a29-aea8-4d61-aa9a-ed41545a8061","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:00.194094382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"d57584fa-fa47-4776-a761-48df95b57c55","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:01.276159697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"d45366eb-cc54-4708-a998-59a2f5320bd2","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:01.432685229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"80c77b12-0f58-4c64-82c6-a0ee4f176aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:01.432699832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"989be601-1378-4304-ad93-5e00bb3f95e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:01.433273098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey-auth","reconcileID":"17f95c0b-2a31-4b4c-a239-53ce5929f4d6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:01.490021017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"80c77b12-0f58-4c64-82c6-a0ee4f176aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:01.49144771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"989be601-1378-4304-ad93-5e00bb3f95e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:01.492328801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey-auth","reconcileID":"17f95c0b-2a31-4b4c-a239-53ce5929f4d6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:01.633389589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"e7317167-efaf-43bb-a5ef-9e662f0adc62","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:01.692416052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"0db02a7e-a6ec-468e-a417-822d900b2c7c","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:01.908105393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1b0038e8-2c26-491e-8060-e27a1e42fdea","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:01.909243726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"b1510bbe-2273-4ae5-8c93-9ea28487a047","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:01.909527335Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:01.968821273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1b0038e8-2c26-491e-8060-e27a1e42fdea","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:01.969074795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"00f9470c-170f-4bc1-a40f-4d7f90c6d75e","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:24:02.017102009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"11219c91-8764-46d0-a4d1-c963a1eb08e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.121303784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"35aa7e32-a172-41ca-9c66-c07307064919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.121548473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"39ee8772-22aa-452c-83e4-0395d271c693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.137483332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"5d728fe9-cf7c-4545-8d52-9cb94da5bc07","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.178679128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"39ee8772-22aa-452c-83e4-0395d271c693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.179087917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"35aa7e32-a172-41ca-9c66-c07307064919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.189562474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"fc03bdbf-3283-4669-a4ec-264695f21432","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.195676695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"97daccd4-65ff-4210-ae3c-c6001f8e4dfb","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.246640793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"815dba4d-39ca-4e7e-9437-7467d67efa5b","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.297304334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"468e7c47-6052-4f74-b685-cbcc6a8cd028","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.409289863Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c818abd8-b483-47c2-8657-91f17d4b8c64","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","model":"distinct-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.480692834Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]","namespace=ai-tenant-e2e-worker-w4-a48099 priority=0:[ai-tenant-e2e-worker-w4-a48099/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-a48099/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.481064109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"77329a08-ac0c-460d-97d3-177c615a8106","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.512308671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a44534a9-c0ef-4755-80db-ddffb9745d3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.538818528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"21fd6cb2-bfd0-4ba1-a6d3-e40cc3d1af1c","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.56955591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a44534a9-c0ef-4755-80db-ddffb9745d3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:24:02.592139136Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a48099/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:24:02.592908445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f93defba-36f8-4e0b-ad0c-245804f6cfae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:24:02.593233677Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"21fd6cb2-bfd0-4ba1-a6d3-e40cc3d1af1c","name":"distinct-2-w4-a48099","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-a48099\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:24:02.593312948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"21fd6cb2-bfd0-4ba1-a6d3-e40cc3d1af1c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-a48099\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.593499346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"6871c0ae-7605-4090-b564-c29f4056bd22","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.598973713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"3fb33c8c-8f91-41be-b5e3-7eb1e7506f10","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.606555781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d7427db7-f975-4970-b7a1-0133050f1ee6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.667817652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d7427db7-f975-4970-b7a1-0133050f1ee6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.703570464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"be6421f5-99fd-47ee-84b4-84f6336e7d26","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.718221851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"50601e06-9ee8-4280-8dde-0ee05aa14e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.718224243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"e9fad968-844b-47b2-8549-153d6bb1832d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.764413223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"c44628b0-1d6e-4185-b9db-2070cb20d223","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.775710256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"e9fad968-844b-47b2-8549-153d6bb1832d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.776030417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"50601e06-9ee8-4280-8dde-0ee05aa14e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.794937157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"3213d2af-18f5-4ff9-aefe-5e492b16b3f8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:02.874810729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"42011122-db61-4550-8b9c-3941e8efea60","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:03.002755Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e6cad9a2-f39f-423b-b0f4-e32c3ef5b269","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","model":"distinct-2-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:03.163873191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"302347a2-84dc-47e9-bd74-ffdd6d04c408","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:03.173689811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"212f10e7-f7b9-4f62-a860-1b4df359b15d","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:03.221003681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"302347a2-84dc-47e9-bd74-ffdd6d04c408","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:03.263055703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2fb3b299-b324-44b5-94da-1dbd88fc746d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:03.315587793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b1354cd0-6587-4061-a119-4a756e415712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:03.315620676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"e5397faf-b359-4ba9-87e5-45285fcf699e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:03.321730939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2fb3b299-b324-44b5-94da-1dbd88fc746d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:03.372756995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b1354cd0-6587-4061-a119-4a756e415712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:03.373943017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"e5397faf-b359-4ba9-87e5-45285fcf699e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:03.388001583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c52e4a49-ba9f-4869-a4b0-e7ab3abb30b1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:04.315644647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"06574721-7e30-402a-89b5-e9dde6d50c14","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:04.504912919Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"3599ccbf-09b9-4255-a2fe-2fd5ccd6f28d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a2eeea74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:04.664193585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"9dcd7dff-b6ba-4379-9879-ed18dbe8fe05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:04.664630555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8fd5def6-cf62-4f4b-b481-0a44ca214c53","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:04.665014974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2f2d0e41-9396-4435-bf6b-235e29790850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:04.665378657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a73a1682-b8f1-4abc-bda3-d94cb6cb5534","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:04.709878034Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-af8051","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-af8051","reconcileID":"ae1e5cd3-b4a5-4ec8-9baa-12f805fdb1dd","aitenant":"ai-tenants/e2e-inf-b-af8051","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:04.76093542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"9dcd7dff-b6ba-4379-9879-ed18dbe8fe05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:04.764567463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8fd5def6-cf62-4f4b-b481-0a44ca214c53","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:04.767837045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2f2d0e41-9396-4435-bf6b-235e29790850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:04.769326757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a73a1682-b8f1-4abc-bda3-d94cb6cb5534","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:05.17424971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"0e4a9c94-4d43-4ece-b875-ff6222724efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:05.175042681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d3a2fcfe-ac95-426e-b363-5f55dfdc8bfc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:05.177950278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2299ca68-1dd3-400e-888a-dd0cb151e548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:05.18747908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e7496618-8836-42c0-8a38-a2960333733d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:05.269301746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"0e4a9c94-4d43-4ece-b875-ff6222724efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:05.273192389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d3a2fcfe-ac95-426e-b363-5f55dfdc8bfc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:05.276887783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2299ca68-1dd3-400e-888a-dd0cb151e548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:05.359155915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e7496618-8836-42c0-8a38-a2960333733d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:05.40903382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44248bec-42af-4421-b455-373a8c9fcd64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:05.462042375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44248bec-42af-4421-b455-373a8c9fcd64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:05.514009881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44248bec-42af-4421-b455-373a8c9fcd64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:05.566136155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44248bec-42af-4421-b455-373a8c9fcd64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:05.572833475Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-af8051","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-af8051","reconcileID":"ae1e5cd3-b4a5-4ec8-9baa-12f805fdb1dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-af8051","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-af8051"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:07.510716019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae47a588-17ec-48c6-9a3d-5bc0ee169d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:07.562568249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae47a588-17ec-48c6-9a3d-5bc0ee169d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:07.614460378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae47a588-17ec-48c6-9a3d-5bc0ee169d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:07.666366768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae47a588-17ec-48c6-9a3d-5bc0ee169d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:09.616231381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521102ce-bb68-4f5f-99de-81f93cf9f675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:09.667805917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521102ce-bb68-4f5f-99de-81f93cf9f675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:09.719592796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521102ce-bb68-4f5f-99de-81f93cf9f675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:09.771541646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521102ce-bb68-4f5f-99de-81f93cf9f675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:11.439087417Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey","reconcileID":"0ecfcca8-2218-47a4-b1a4-4f18d856faff","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:11.654280279Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey","reconcileID":"0ecfcca8-2218-47a4-b1a4-4f18d856faff","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:11.654315835Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey","reconcileID":"0ecfcca8-2218-47a4-b1a4-4f18d856faff","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:11.654475214Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey","reconcileID":"0ecfcca8-2218-47a4-b1a4-4f18d856faff","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:11.734967235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd5cafb-0ee0-4603-bbcf-7f8e929cda33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:11.792207443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd5cafb-0ee0-4603-bbcf-7f8e929cda33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:11.846647685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd5cafb-0ee0-4603-bbcf-7f8e929cda33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:11.886684428Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:11.899457745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd5cafb-0ee0-4603-bbcf-7f8e929cda33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:12.00406728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"bfc46b93-d34f-4ebf-b6fa-449745f9c5bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:12.009716114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"95986533-17cd-4095-99c2-21f2bc7d2299","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:12.010056592Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:12.068452063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"bd2e6522-047e-475e-af5e-0bd11c079c7a","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:12.159476306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"1578ef9d-c877-4887-9a42-f34b35a0b99a","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:12.217923248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey-auth","reconcileID":"8716be3e-9605-4e3a-8353-e6dba1abaf95","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:12.218058289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"d6f4cef4-c0c1-437f-855b-778002583ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:12.218387781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"15a5946a-3070-4605-b1ce-ffbe43a0101f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:12.263998046Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-918b8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-918b8d","reconcileID":"186ed6dc-5957-4bf7-852e-a9c4e4da0a15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-918b8d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-918b8d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:12.278028853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"d6f4cef4-c0c1-437f-855b-778002583ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:12.278082234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"15a5946a-3070-4605-b1ce-ffbe43a0101f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:12.28029374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey-auth","reconcileID":"8716be3e-9605-4e3a-8353-e6dba1abaf95","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:12.481420286Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-apikey-auth","reconcileID":"49df2583-6519-4174-bd96-a43104deccdf","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:12.765891696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"bef553c2-b19e-4ccc-9c59-144d4854530b","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:13.715901761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"0fbeb121-2d8b-4774-bf06-0f1c3970ef3a","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:13.779634214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"067fbafa-5531-48e0-ab5f-54199b206db9","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:13.983363123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube-auth","reconcileID":"bfb03c99-845c-426d-b0fc-405653673289","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:13.994111527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"8e1fa878-e937-464a-9a0d-008605dab0d4","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:13.995333154Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.086974473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube-auth","reconcileID":"bfb03c99-845c-426d-b0fc-405653673289","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.087417723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"cea21587-4c92-451f-a5d2-fa17bd7ecf32","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.106574857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"d3131b91-854f-454b-9922-88aeac702e9f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:24:14.124977952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube","reconcileID":"4f881658-f6c9-44b1-8601-3c6fee1bdc92","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.181269828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a8fbcee0-51e4-45d9-9b3b-2ef88fa15240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.217531999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"11deb71b-e651-4b66-82ea-a63550476c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.260159469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"1914af76-7f94-4953-bac9-e64403679cc2","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.269911993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a8fbcee0-51e4-45d9-9b3b-2ef88fa15240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.285040887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"11deb71b-e651-4b66-82ea-a63550476c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.313296062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"6004cf81-ae4a-4df8-b45e-414b64497b40","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.325365062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"d6732651-9111-4f8a-b579-272ca2e11e9b","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.397318657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6a26a1-ddb0-43c4-989a-aa43712a3142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.470753496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6a26a1-ddb0-43c4-989a-aa43712a3142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.543288976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"3215e548-568c-40a6-ad40-a7ac5b4fc854","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.547498742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6a26a1-ddb0-43c4-989a-aa43712a3142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.616288864Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c6074b8a-0b17-4c35-a1e2-9d38220394a2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.619689836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6a26a1-ddb0-43c4-989a-aa43712a3142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.690088481Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c6074b8a-0b17-4c35-a1e2-9d38220394a2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.746380578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube-auth","reconcileID":"ff899a8b-0932-4796-b967-aa7b82c10e0f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.747239972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"218b0717-45e0-4c4c-bc1e-1a72441b75bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.756918309Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube","reconcileID":"6acd13fd-136c-4d66-a94e-355cc5be5b54","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.757064809Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube","reconcileID":"6acd13fd-136c-4d66-a94e-355cc5be5b54","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.757665231Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c6074b8a-0b17-4c35-a1e2-9d38220394a2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.809928942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"218b0717-45e0-4c4c-bc1e-1a72441b75bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.813406061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"54763767-9721-4150-97e8-0629ff4cf75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.817771276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube-auth","reconcileID":"ff899a8b-0932-4796-b967-aa7b82c10e0f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:14.892232325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"54763767-9721-4150-97e8-0629ff4cf75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.071393202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"1adbc398-f3b6-4d2d-885c-354f981388fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.131836474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"90e48c9e-e101-4926-a369-79c60549856c","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.177701646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"87c50467-6856-4b49-b934-9289b6ea3c1e","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.178658042Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.184215504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f0c3650a-bfb9-44af-b41a-f6f2afb50316","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.231528002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"4cdaa01c-b9bd-45f9-ae32-bdbc692e8699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.241078141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"2f95949a-5db4-4a99-883d-799f20ff8ccc","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.246573449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f0c3650a-bfb9-44af-b41a-f6f2afb50316","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.288346229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"4cdaa01c-b9bd-45f9-ae32-bdbc692e8699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.324973801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"d4e68835-f94f-43ec-b509-7b7b147856c5","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.336683265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube","reconcileID":"48184402-85e8-4f9f-a562-b1c78b2460c5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.336836157Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube","reconcileID":"48184402-85e8-4f9f-a562-b1c78b2460c5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.345360933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dc93f6d9-c739-4585-9565-009e92c3ffc8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.402203132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dc93f6d9-c739-4585-9565-009e92c3ffc8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.445583197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"78b1274e-496a-494c-9159-78221084a3a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.48711849Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f49c5810-6063-40b3-b7ba-9ecac453070d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-afd0eae6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.504515854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"78b1274e-496a-494c-9159-78221084a3a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.709177994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1dc04c1f-37fd-4681-8d06-573e923cb1c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.812364716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b8750555-0cea-4aa5-82e9-4fc202a1b971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.817543376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1dc04c1f-37fd-4681-8d06-573e923cb1c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.870920119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b8750555-0cea-4aa5-82e9-4fc202a1b971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.917001675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"84961b9f-44d9-4398-9c72-ca6226628a80","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:15.973711788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"84961b9f-44d9-4398-9c72-ca6226628a80","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:16.032477491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"0559c981-45e8-483d-a9c9-7d5c1ef83842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:16.090486685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"0559c981-45e8-483d-a9c9-7d5c1ef83842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:16.634321144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe158d0-7560-49fe-8ffb-50796e42087e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:16.686295694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe158d0-7560-49fe-8ffb-50796e42087e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:16.738143812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe158d0-7560-49fe-8ffb-50796e42087e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:16.790274803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe158d0-7560-49fe-8ffb-50796e42087e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:16.855122874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"e9299f94-cac6-416b-9881-547add3af130","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:17.053020871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"fcd2f5ed-3dac-4a7f-966c-c7ffe4fdd02f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:17.053184199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube-auth","reconcileID":"cf5555bc-7945-4df1-bef8-fb46a43904d6","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:17.05376918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e417e9ab-f584-4693-b89c-1043e30190cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:17.110546709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e417e9ab-f584-4693-b89c-1043e30190cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:17.11083744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube-auth","reconcileID":"cf5555bc-7945-4df1-bef8-fb46a43904d6","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:17.11310674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"fcd2f5ed-3dac-4a7f-966c-c7ffe4fdd02f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:24.362007141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"3a5beaaa-3103-460f-b6cd-37454d81ac43","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:24.362047823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"3a5beaaa-3103-460f-b6cd-37454d81ac43","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:25.568249971Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"2a384f79-2df4-4405-8d0b-460f3fec1876","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:25.622048316Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"2a384f79-2df4-4405-8d0b-460f3fec1876","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:25.680532875Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"2a384f79-2df4-4405-8d0b-460f3fec1876","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.01252109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1d291d6f-a292-4523-8261-cdd45f086273","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.013636994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"69a87d4e-54eb-48dc-98ba-bcdb134ee348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.014674151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"27a7ef35-2b6f-4c6c-80f3-0d903acf1497","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.015229888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"e6a21186-6780-4e4e-a4f8-d95181417167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.035235102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"c1c6b56e-d66c-49bb-943a-7b2ce206517b","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.036334347Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.087111014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"e6a21186-6780-4e4e-a4f8-d95181417167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.088514493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1d291d6f-a292-4523-8261-cdd45f086273","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.107384435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"27a7ef35-2b6f-4c6c-80f3-0d903acf1497","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.113503276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"69a87d4e-54eb-48dc-98ba-bcdb134ee348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.191704786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"23f4bd25-5911-4667-bab1-fbf6ae7fd136","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.294347879Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b49ae7ff-1e2f-48c6-bd82-a28f308e076b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.464190757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"ad37fef6-e62a-4378-9379-5120807352ec","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.510257581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a30efe7d-d8dd-4a00-9ac0-c51eee789a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.567234005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a30efe7d-d8dd-4a00-9ac0-c51eee789a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.611678707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"02e15515-8984-4a96-8c4c-12bd8fa03fc8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.611726827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5cd6221a-e0a7-4c44-b6bc-0bf40646b4ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.622214296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"cc60e47e-1c8e-4998-bd17-baf97a6461d6","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.669063711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"02e15515-8984-4a96-8c4c-12bd8fa03fc8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.670397909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5cd6221a-e0a7-4c44-b6bc-0bf40646b4ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:26.823539399Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"491ebc0b-8a2c-4c6c-b800-13d04d0c9f26","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:27.016668469Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube","reconcileID":"b3a42b7f-d94d-4e28-8aaa-d0c150fd1de6","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:27.048219948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"02d62842-560c-42bd-a2c0-1e8459fd683f","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:27.231265838Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube","reconcileID":"b3a42b7f-d94d-4e28-8aaa-d0c150fd1de6","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3d70ff/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:27.231298108Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube","reconcileID":"b3a42b7f-d94d-4e28-8aaa-d0c150fd1de6","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:27.231411437Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube","reconcileID":"b3a42b7f-d94d-4e28-8aaa-d0c150fd1de6","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3d70ff/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:27.440256324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"0057bafc-c7d4-4cea-9227-67bec23a2377","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:27.505723582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"0d7577ea-1f98-4260-9d33-352fdd8f6974","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:27.506228049Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:27.646307339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"0e15a71c-f505-4b96-8311-3b6009a0bb99","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:27.662381129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"30d61581-7aff-4c12-b970-f6b34cb99075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:27.662508662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube-auth","reconcileID":"8c564f96-3492-48e4-9324-3e65b2d5c874","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:27.662387964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"bc6eead6-58e6-4cb6-a745-28c644637614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:27.72011283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube-auth","reconcileID":"8c564f96-3492-48e4-9324-3e65b2d5c874","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:27.720135182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"30d61581-7aff-4c12-b970-f6b34cb99075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:27.72242904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"bc6eead6-58e6-4cb6-a745-28c644637614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:27.924250434Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"e2e-degraded-models-kube-auth","reconcileID":"ec65c79a-b10a-40e4-8799-c7400d861419","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:28.089766621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"9e4bdc2d-2551-45df-905d-6d886b10d496","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:28.424044956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"7d356614-7303-4abc-8e48-d8472400a59e","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:28.525739676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"58f34735-8d97-40dc-968a-1eed032862d5","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:28.696118182Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:28.69625607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"781e2960-ed6c-4043-9978-8fac454e46e2","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:28.732989984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f002b3c6-2610-4fa7-b5ba-52ed901f1597","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:28.754249654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"bd43d7ea-1874-42ef-807e-6c36b155925b","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:28.791073888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f002b3c6-2610-4fa7-b5ba-52ed901f1597","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:24:28.804672777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-sub1","reconcileID":"ef8a26bb-fb13-4c86-8294-e16acd29de18","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:24:28.80753127Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"bd43d7ea-1874-42ef-807e-6c36b155925b","name":"distinct-w4-a48099","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-a48099\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:24:28.807579698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"bd43d7ea-1874-42ef-807e-6c36b155925b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-a48099\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:28.812906717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"e5f6e57e-014e-4390-99f7-d9be6bece3ce","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:28.908115986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"bb333678-78f5-4e02-8783-583b2e596c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:28.908367038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1c849758-b12a-4e9b-ac1a-1db044bebba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:28.91386466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"1f328ff6-eac9-4b86-8601-7d69c17070af","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:28.965345731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1c849758-b12a-4e9b-ac1a-1db044bebba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:28.965488327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"bb333678-78f5-4e02-8783-583b2e596c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:28.971536819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"3887be0d-a5a2-4665-a020-f67e2c02e416","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:28.973278084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"3cf3db54-6959-4593-962b-2e330f40b6a0","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.0300143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"082b0df9-93da-4ae3-8d67-d1969667cbb4","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.109130666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"395d3ecb-5fca-4ec0-8e38-111560a5bee4","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.194847414Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-sub1","reconcileID":"4a2f8020-25ff-490e-801a-e69b0a8702d9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","model":"distinct-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.260072904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"6db68734-208d-4595-ba3a-e22ee915d4fd","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.261408612Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]","namespace=ai-tenant-e2e-worker-w4-a48099 priority=0:[ai-tenant-e2e-worker-w4-a48099/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-a48099/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.303366227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c0620c7d-4a93-449c-8d43-685aa4526779","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.324080364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"acdff420-b004-4e95-91d1-aa2940e1b2fe","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.360349672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c0620c7d-4a93-449c-8d43-685aa4526779","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.370335629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"3374cd07-f8a1-4607-888a-ea1b7da1c10e","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:24:29.375663249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-sub1","reconcileID":"4a2f8020-25ff-490e-801a-e69b0a8702d9","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:24:29.37781947Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a48099/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.391750655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"94dfe9a4-20ef-47c2-a831-dc7186eb13e4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.426994628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"1094293e-2579-4a90-bcfa-881233d0287d","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.448615616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"94dfe9a4-20ef-47c2-a831-dc7186eb13e4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.529410044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e28f6fcb-186d-4d3f-bce8-9f3c327fc468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.529712147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"11dd674b-c971-4556-a217-a9ad2baf33b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.591656111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-sub1","reconcileID":"1e73f0a3-94a8-4e6b-b2fc-d63d3b6a1f10","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.596550186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e28f6fcb-186d-4d3f-bce8-9f3c327fc468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.596620691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"11dd674b-c971-4556-a217-a9ad2baf33b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.658094466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"206e494d-a5df-4245-b11c-4c1160a10352","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.658113512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"206e494d-a5df-4245-b11c-4c1160a10352","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.675274104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"0fc32871-cce6-4688-a51d-d07798c0e882","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.718348587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf94581a-6037-4b18-996b-9ee136ef22a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.718365938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf94581a-6037-4b18-996b-9ee136ef22a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.719023064Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f2a406ff-5e63-495a-b8fc-36162c0fe54a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","model":"distinct-2-w4-a48099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a48099/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.776719372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"ca241fcd-61fa-4b79-a16f-7ffaed907972","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.807447729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"57bf57af-97b7-4495-b6fb-c7a9341667fd","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.807462978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"57bf57af-97b7-4495-b6fb-c7a9341667fd","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.824241608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-policy-f758bd19","reconcileID":"15b2f7c3-2a90-432b-802e-db3d28a4d78d","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.88065217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1a41d80d-f848-4e48-a490-d7b93c96116c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.887976841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"071d64d3-47cc-426a-bab9-af54a1d8b8d1","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.937640392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1a41d80d-f848-4e48-a490-d7b93c96116c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.950807775Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-policy-f758bd19","reconcileID":"15b2f7c3-2a90-432b-802e-db3d28a4d78d","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.951294105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"466f77cd-1503-456f-8bc3-1e759711b251","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.951310075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"466f77cd-1503-456f-8bc3-1e759711b251","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.952014127Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]","namespace=ai-tenant-e2e-worker-w4-a48099 priority=0:[ai-tenant-e2e-worker-w4-a48099/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-a48099/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:29.983338534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"97c826cb-5f57-4974-886c-10826bffd8f7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.00940913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-policy-f758bd19","reconcileID":"15b2f7c3-2a90-432b-802e-db3d28a4d78d","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.010751654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"cba325a6-baa1-45d9-b9b4-5b2c224fabbf","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.039811496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"97c826cb-5f57-4974-886c-10826bffd8f7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.060373556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5793e005-2ae7-4ac5-ac63-a5733425afe4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.060395741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5793e005-2ae7-4ac5-ac63-a5733425afe4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:24:30.063995814Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-f758bd19/e2e-sub-f758bd19","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-f758bd19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.064228991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"416b6a5e-a958-4a00-8c80-4aab594dcf6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.064244104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"416b6a5e-a958-4a00-8c80-4aab594dcf6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.080094077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"66e1a073-64b8-4bf7-9c28-78268d7ea61a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.080173848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b52535f8-bc30-48de-aed3-45438f2d922d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.094615335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-sub2","reconcileID":"733b60fa-7f7a-435a-8455-8efe48ca6406","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.115746942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b603a0ea-d34b-4450-9707-5400e6c730f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.115762352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b603a0ea-d34b-4450-9707-5400e6c730f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.120598393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"c052322a-fed5-48b7-9ed8-ccc29bed2fdc","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.120614608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"c052322a-fed5-48b7-9ed8-ccc29bed2fdc","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.137028939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b52535f8-bc30-48de-aed3-45438f2d922d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.13817664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"66e1a073-64b8-4bf7-9c28-78268d7ea61a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.22512412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"1d0c5711-aa46-4fb4-8f82-92e6581ebe57","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.324382703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-policy-f758bd19","reconcileID":"36cdbd2a-382d-4d30-8d2c-9ed3d8ce481a","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.361028291Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"1d0c5711-aa46-4fb4-8f82-92e6581ebe57","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.380853223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-policy-f758bd19","reconcileID":"36cdbd2a-382d-4d30-8d2c-9ed3d8ce481a","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.383862171Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-sub-f758bd19","reconcileID":"b30390e6-064c-437b-a7df-f02e747f386f","MaaSSubscription":{"name":"e2e-sub-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-f758bd19/e2e-sub-f758bd19","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.416987181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2864b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"1d0c5711-aa46-4fb4-8f82-92e6581ebe57","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.437008063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-policy-f758bd19","reconcileID":"36cdbd2a-382d-4d30-8d2c-9ed3d8ce481a","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.471897706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"93ad82fc-cc7b-420a-a2f8-d207fc1736d8","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.47191236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"93ad82fc-cc7b-420a-a2f8-d207fc1736d8","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.54973923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bb42907-48b3-4f6d-9d7f-259fd641cfa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.54975882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bb42907-48b3-4f6d-9d7f-259fd641cfa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.592703073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b7f52c8f-6029-4bd2-8c5f-97dba5820f55","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:30.757602506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-sub-f758bd19","reconcileID":"eda19cd8-23f6-47a6-ba15-521ee2f65ccc","MaaSSubscription":{"name":"e2e-sub-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:31.581489123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"e6443d1e-fee4-425a-9682-78f58b4939e7","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:31.741928698Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-sub1","reconcileID":"614007cc-674d-441f-a91c-e48d7273071e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4ba67922","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:31.83940378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a5770524-8a01-44f5-9abf-5ff06de841e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:31.839440103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9a50058c-bb15-47ed-80a1-034a59d84d47","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:31.840089535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"af57de03-8f7e-40a7-aa6e-fb0cd47a0693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:31.840089437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"d8fc0d36-2b61-42bf-9857-a7b8a60a3aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:31.898403955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"d8fc0d36-2b61-42bf-9857-a7b8a60a3aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:31.899826564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"af57de03-8f7e-40a7-aa6e-fb0cd47a0693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:31.903540513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a5770524-8a01-44f5-9abf-5ff06de841e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:31.903764355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9a50058c-bb15-47ed-80a1-034a59d84d47","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:32.362481193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"40f96d34-482e-4fae-9cb7-e30456a03ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:32.419184129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"40f96d34-482e-4fae-9cb7-e30456a03ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:32.462753386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b99d6e35-a410-4327-bc08-2f9b7fd43fc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:32.463010881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4a4dc7ea-e0f4-4eb2-a365-98afdb0cc14c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:32.462753938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1cb9e25a-d28d-429a-bfd5-70d7afdd017b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:32.51995886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1cb9e25a-d28d-429a-bfd5-70d7afdd017b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:32.52007877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4a4dc7ea-e0f4-4eb2-a365-98afdb0cc14c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:32.522123353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b99d6e35-a410-4327-bc08-2f9b7fd43fc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:40.54199059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-policy-f758bd19","reconcileID":"c2c49bf3-c105-4f31-a283-d6266d43cdad","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:40.598850519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-policy-f758bd19","reconcileID":"c2c49bf3-c105-4f31-a283-d6266d43cdad","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:40.642446618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"237d4cb8-97f4-4bf6-8e37-1f5dcc0f8217","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:40.654122421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-policy-f758bd19","reconcileID":"c2c49bf3-c105-4f31-a283-d6266d43cdad","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:40.699061877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"237d4cb8-97f4-4bf6-8e37-1f5dcc0f8217","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:40.76198976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2864b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"237d4cb8-97f4-4bf6-8e37-1f5dcc0f8217","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:41.795451655Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5472e8b2-2855-412d-9f2a-95135c62cced","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:41.849151865Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5472e8b2-2855-412d-9f2a-95135c62cced","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:41.886981408Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:41.903518472Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5472e8b2-2855-412d-9f2a-95135c62cced","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:42.189767842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"3ac677cc-46f1-4035-8f65-d0615cd9ed97","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:42.19061585Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:42.266430943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"abfbdd79-7ca8-4a7d-9846-4ab7cf5d14fe","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:42.361474825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"288aafb1-202e-4786-afaf-5560ada1d7d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:42.361598802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"288aafb1-202e-4786-afaf-5560ada1d7d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:42.362170505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"b57fadff-3854-4af7-b3ab-5c5ba3245737","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:42.554846888Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7602f9ce-9901-4bec-bc6e-102d6b26ab68","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9170e97f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:42.554929896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7c73f246-0834-4d5c-952f-e447d0d12f9f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:42.555418937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0847c393-c25e-45d8-a361-8dcab6c1a9b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:42.555749774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a4bd8bbb-46df-4e5b-a783-2c308eb43540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:42.556069689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"84890306-c0a4-4c48-abaa-bddd8c0e355d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:42.64652894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a4bd8bbb-46df-4e5b-a783-2c308eb43540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:42.649536497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7c73f246-0834-4d5c-952f-e447d0d12f9f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:42.654580554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"84890306-c0a4-4c48-abaa-bddd8c0e355d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:42.669936477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0847c393-c25e-45d8-a361-8dcab6c1a9b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:43.132334665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"fad5a94b-df8b-481b-8a9d-8a71b2fe3b98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:43.13271826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dbbe478e-ea9c-4d63-9a9f-2fe6c1b086fa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:43.133092521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"aefe4843-fd73-4763-b1c8-e4ff3e90f58c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:43.133770193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f332c383-997a-4f17-97cc-d2a48c2d7e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:43.193265269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"fad5a94b-df8b-481b-8a9d-8a71b2fe3b98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:43.19397586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"aefe4843-fd73-4763-b1c8-e4ff3e90f58c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:43.196862211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dbbe478e-ea9c-4d63-9a9f-2fe6c1b086fa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:43.197509836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f332c383-997a-4f17-97cc-d2a48c2d7e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:50.544250103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"02b57221-4c12-48b4-8b98-7062613a16cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:50.549309175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7b90bcaf-e66e-40ec-bf01-294e793675be","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:50.549328492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"61bb85d9-5488-45a1-9d41-e7cb1ac0f998","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:50.550235462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ee4c7e1d-8a13-4638-848b-c2026506327e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:50.620838047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ee4c7e1d-8a13-4638-848b-c2026506327e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:50.621176026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"02b57221-4c12-48b4-8b98-7062613a16cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:50.623202769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7b90bcaf-e66e-40ec-bf01-294e793675be","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:50.623497269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"61bb85d9-5488-45a1-9d41-e7cb1ac0f998","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:50.759852865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-policy-f758bd19","reconcileID":"d6c1e3d2-7c7c-4bf2-9e9d-856311334981","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:50.817605179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-policy-f758bd19","reconcileID":"d6c1e3d2-7c7c-4bf2-9e9d-856311334981","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:50.873828225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-policy-f758bd19","reconcileID":"d6c1e3d2-7c7c-4bf2-9e9d-856311334981","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:50.932692976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"20e69b57-8804-47d6-b0aa-de0f10a6ab76","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:50.934214173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"690a352d-c843-4c16-9650-7f510ce13abc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:50.934228531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"690a352d-c843-4c16-9650-7f510ce13abc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:50.989712295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"20e69b57-8804-47d6-b0aa-de0f10a6ab76","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:51.045581909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2864b6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05ac5f23e02db0965a111f78f7c73fa0cfac0a8015e1e7fea72f5fe67e06022d) AuthConfig (b9a44b605338daf3ee7f59b2e5ed189269e72b38c9e0eb0868bc6e2bbe910e3f) AuthConfig (0b01cf56b7c9f7ea6f2f55ed13bb2c3cc0b903a947aec35c0179c580033e0040) AuthConfig (511536b1b781f61a4c9354140a0bedaf0c00fb08cc3703c00f1491597660f0e4) AuthConfig (04b4efeda4741b53ec5ca1d3e728bf8c8ebfcb2c5dd45f2546c2b23562e4a1d5) AuthConfig (17c1d99e8ec71ca4cf820061d5b13c7c86fe7be9406a666ecf7a2337986f243a) AuthConfig (28bda18596f8d857b8e443aea577717cfd72c57ac029137e1706cb0f0cbf8371) AuthConfig (a68c184599ae96e9836b9aaaa2982d86d1f978e3886fcbb084bfe86f445720f7) AuthConfig (41bb86f44fbd7fe6d3dad55db69fb245758d01445e4f3d90a908805aa85ab4a2) AuthConfig (0762f6615778b6c3823e0f6e42cf0eb6ca94a0faaddcffbe3dffb7b208050548) AuthConfig (6c3bff393bb6c1bcbf348e2f0e95c4ad21eb417a8606790418ec0230bb34cb98) AuthConfig (b62703b9fe974fbba1f1310be340f5eb3d9928a51707581429bb8ec5585205f3) AuthConfig (49c640e91bd128c72e663aff67f0a96348a4f8050e77846fdc6616e38671f37e) AuthConfig (3c9218d91766be0d4252266ae47f7e68637128cf68bdfc6dc64d9b923c836260) AuthConfig (55e91c8fd85f42ff87dbccaa187b8bd6801be535faab18fd6b4f4362992f0504) AuthConfig (bd45a70a1ec7607f05916f91817de7d045ca3c49156e65036c11c03d781dc088) AuthConfig (f6fcc47423bc3ee41ae889135dfde6b6824c863088ed9be79dbd87a0aa6fa0bc) AuthConfig (4ac272d761a3a96f2c016cd3b9314c48e5788be9e8a4875f502634a3cb35c443)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"20e69b57-8804-47d6-b0aa-de0f10a6ab76","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:51.103408267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"30480547-02fb-4371-a064-64c1f46815d3","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:51.103425639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"30480547-02fb-4371-a064-64c1f46815d3","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:52.608736652Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-sub2","reconcileID":"fbccb4ee-8ccc-4d94-b703-17566173d20f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:52.661263028Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-sub2","reconcileID":"fbccb4ee-8ccc-4d94-b703-17566173d20f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:52.713742915Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-sub2","reconcileID":"fbccb4ee-8ccc-4d94-b703-17566173d20f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:52.988386632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"fd03ca6c-6a06-4018-9cf8-9f4f5b2fc24e","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:52.988599566Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:53.156833835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"0e1902d8-aa8f-4369-b229-87f9fbbb2b3c","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:53.248821044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"f869dc3c-d5a1-4412-8e7f-539a7bef9cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:53.248832267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4f9b723a-300b-4111-b668-6882d5b550b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:53.249220564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"03294972-75ef-4055-af28-d6a0a60e4136","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:53.249684998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"56fbe32a-2c74-453f-a805-bb9fd5dc6e78","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:53.306267549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4f9b723a-300b-4111-b668-6882d5b550b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:53.306420326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"f869dc3c-d5a1-4412-8e7f-539a7bef9cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:53.308623431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"03294972-75ef-4055-af28-d6a0a60e4136","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:53.308746417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"56fbe32a-2c74-453f-a805-bb9fd5dc6e78","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:53.488828947Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth1","reconcileID":"da7ed088-9aac-4d6f-a2c5-4a4195d197fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:53.649020971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"ea79e594-7175-4ffe-afc7-8b4e660a43e0","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:53.696542662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"664116dc-e0a7-4888-bfcf-e00570b8fa62","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:53.753763049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"664116dc-e0a7-4888-bfcf-e00570b8fa62","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:53.814521324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"6bdb4882-0270-41a6-ad13-d4a5b4403387","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:53.908812161Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a2dfdfcd-5691-4d90-9fd1-9b6bad629a16","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/distinct-2-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:24:54.068910806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"69443e3e-2f84-4a0a-9989-0900c7ce0221","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:00.738226264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76090ebd-b7ac-4102-917e-d253bf852ba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:00.792269025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76090ebd-b7ac-4102-917e-d253bf852ba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:00.792713451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"ac9dfd53-8f8d-4945-9434-aecc779894d7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:00.845469434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76090ebd-b7ac-4102-917e-d253bf852ba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:00.898023274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76090ebd-b7ac-4102-917e-d253bf852ba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:01.027463615Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"ac9dfd53-8f8d-4945-9434-aecc779894d7","name":"e2e-praxis-a-918b8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:01.043893545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-policy-f758bd19","reconcileID":"9989cf97-8998-47f2-acdb-d56a8cfd4262","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:01.140518339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-policy-f758bd19","reconcileID":"9989cf97-8998-47f2-acdb-d56a8cfd4262","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:01.247397957Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-dee6aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-dee6aa","reconcileID":"59b5c303-329b-4ef5-ba43-76f6ead46302","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-dee6aa","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-dee6aa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:01.254651907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"74b159c7-be88-421d-a4dd-6df197ff9417","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:01.371135789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"74b159c7-be88-421d-a4dd-6df197ff9417","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:01.514182876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"379028bf-495e-427f-a3b1-536618d4f00a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:01.516504663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40362fb1-ce9e-4949-af90-849b4fcc182c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:01.516521734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40362fb1-ce9e-4949-af90-849b4fcc182c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:01.571994546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"9c77aafe-ff43-4ea6-b194-c916d75dcde4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:01.577001256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"379028bf-495e-427f-a3b1-536618d4f00a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:01.628672834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"9c77aafe-ff43-4ea6-b194-c916d75dcde4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:01.727431433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"91d05976-dfb4-4a99-87ff-8fb94e6cec1b","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:01.727453443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"91d05976-dfb4-4a99-87ff-8fb94e6cec1b","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:01.929999763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"e0dacc22-4baf-4348-9caa-17160f97a827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:01.987025994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"e0dacc22-4baf-4348-9caa-17160f97a827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:02.040592287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"9cafc442-9ee6-4ce7-a74c-85f01e5a8c20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:02.151287952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"9cafc442-9ee6-4ce7-a74c-85f01e5a8c20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:03.066029874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3a39f63-645d-4700-9fad-f94ddf257544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:03.121716196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3a39f63-645d-4700-9fad-f94ddf257544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:03.178258929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3a39f63-645d-4700-9fad-f94ddf257544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:03.230944786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3a39f63-645d-4700-9fad-f94ddf257544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:05.246667375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbc0ea9-93aa-4135-bbb1-8b0a6db3a1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:05.29971312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbc0ea9-93aa-4135-bbb1-8b0a6db3a1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:05.351867155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbc0ea9-93aa-4135-bbb1-8b0a6db3a1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:05.405636084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbc0ea9-93aa-4135-bbb1-8b0a6db3a1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.447863094Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.447941744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"438adb8e-1de6-4e31-ae57-333fb04c7469","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.447955857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"438adb8e-1de6-4e31-ae57-333fb04c7469","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.506075525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"34056f14-805a-41d8-8c75-09c9dc65cb31","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.50609567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"34056f14-805a-41d8-8c75-09c9dc65cb31","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.552426479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"2279cc73-c812-42f2-808e-227f8baae8b1","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:06.556744884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"388e4f93-19df-4b4b-a6cb-c32896e4c9e4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-2864b6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:06.561949618Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"34056f14-805a-41d8-8c75-09c9dc65cb31","name":"ipp-route-2864b6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-2864b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:06.56201905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"34056f14-805a-41d8-8c75-09c9dc65cb31","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-2864b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.571026716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"19f25968-5214-45dc-9392-ec2e6843cabd","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.571047239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"19f25968-5214-45dc-9392-ec2e6843cabd","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.609602378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"2279cc73-c812-42f2-808e-227f8baae8b1","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.68435114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"e1c2471d-5607-4083-8f40-63f00c338de7","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.684377497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"e1c2471d-5607-4083-8f40-63f00c338de7","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.761121926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"34217e50-d7c7-406f-b54c-2cf0ec4263a6","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.761237533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"34217e50-d7c7-406f-b54c-2cf0ec4263a6","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.835473414Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-policy-f758bd19","reconcileID":"888218c9-aa7c-46e2-8809-99f2b4a841c6","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.83549778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f53e03af-ef7b-431b-9861-1ef9bc036e85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.835508833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f53e03af-ef7b-431b-9861-1ef9bc036e85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.927998098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"170d321a-3186-4117-9436-1d2d32758396","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.982826765Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"18d33252-dc8d-447a-ab3d-42a94d856ba0","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"maas-trlp-ipp-route-2864b6","model":"ipp-route-2864b6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:06.985240007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"170d321a-3186-4117-9436-1d2d32758396","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:07.0219609Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-policy-f758bd19","reconcileID":"888218c9-aa7c-46e2-8809-99f2b4a841c6","MaaSAuthPolicy":{"name":"e2e-policy-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"policyNamespace":"ai-tenant-e2e-mt-f758bd19","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:07.080585469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba1ed50e-8812-47d4-8c5c-a3b3e84a40dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:07.080614982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba1ed50e-8812-47d4-8c5c-a3b3e84a40dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:07.147494446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"7f19dec5-7b93-491c-aa81-483b4585be38","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:07.147516928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"7f19dec5-7b93-491c-aa81-483b4585be38","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:07.225405438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0525210f-473b-4360-9f05-a1b1ff0679e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:07.22542801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0525210f-473b-4360-9f05-a1b1ff0679e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:07.364666502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"4d02600e-8f7f-4ac9-8fed-071be366554a","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"maas-trlp-ipp-route-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:11.885950225Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:17.393430225Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-sub-f758bd19","reconcileID":"45091863-d562-4dbd-a417-2542748af91f","MaaSSubscription":{"name":"e2e-sub-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-f758bd19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:17.612487536Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"namespace":"ai-tenant-e2e-mt-f758bd19","name":"e2e-sub-f758bd19","reconcileID":"45091863-d562-4dbd-a417-2542748af91f","MaaSSubscription":{"name":"e2e-sub-f758bd19","namespace":"ai-tenant-e2e-mt-f758bd19"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:17.82254851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"42404c84-7c2f-45cb-a4bb-0a6bcd343033","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:17.830616347Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:17.830767396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80de627b-83dd-4607-921d-46a17e541f30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:17.830815925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80de627b-83dd-4607-921d-46a17e541f30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:18.318209053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"03c5e929-aeb1-4c5b-a3e7-8fd45419300f","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"maas-trlp-ipp-route-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:18.482767691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"8a500eca-3b7c-4ba9-99d7-5de4f214b6fe","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:18.482819255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"8a500eca-3b7c-4ba9-99d7-5de4f214b6fe","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:19.147912307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"52298603-0176-4a53-8fc7-ec826f5577c2","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:19.204704413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"52298603-0176-4a53-8fc7-ec826f5577c2","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:29.430379407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"24d9c61d-a666-47c9-b4f3-fcde0e0ebb77","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:29.503468109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"97650d30-9780-48fe-8f96-9d387d5ef743","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:29.867203087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"2c3535d3-d76f-415c-8dc6-8ad3e43ee574","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:29.97171653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"c8a66c4c-cbf0-4e27-8a83-36867875bf03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:30.090697186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"f3e2fd86-6c6c-4df7-9179-88a50bb84f7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:30.091402594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"575bfe54-00bf-4f40-92cd-ef7ce8e61058","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:30.200976298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32f55ef6-f2df-445c-8989-38185e7b7cae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:30.301154946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"338acd1f-6488-425a-9c6b-fcfe8c1a40cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:30.464707621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"e43c0e5d-69e5-42f7-960c-445249f27f0c","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:30.512244773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"3aa4c530-146f-405a-91d8-5ff61d7c4cce","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"maas-trlp-ipp-route-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:30.568595037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"faa80436-5656-4b0f-93cc-55a573886391","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:30.62866822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"42f2138e-3e7c-4823-a11d-beb24de68971","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:31.644065127Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"bd01647e-d744-4bfb-b421-ac2a869bacc4","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:31.801572036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f72ff7cc-350a-48d4-acc0-41f59fa640e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:31.802207147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2a8679fe-01e0-4176-8cff-d9871b597fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:31.802208243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"164ebb16-f94b-4dfb-9b98-7fce684b35a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:31.803681856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1daf0873-b57b-4eee-8038-1d0915eabc31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:31.85712339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"987c6029-f008-4fc6-a6a5-dbdf4a910128","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:31.869149363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"164ebb16-f94b-4dfb-9b98-7fce684b35a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:31.870068688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2a8679fe-01e0-4176-8cff-d9871b597fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:31.917229549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"987c6029-f008-4fc6-a6a5-dbdf4a910128","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:31.945745258Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f72ff7cc-350a-48d4-acc0-41f59fa640e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:31.949739764Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1daf0873-b57b-4eee-8038-1d0915eabc31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.00151242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f72ff7cc-350a-48d4-acc0-41f59fa640e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:32.007853454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1daf0873-b57b-4eee-8038-1d0915eabc31","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.035621717Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"b5194d07-64ca-417d-a2e9-6270539860d4","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.143666909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f53487cb-1324-4ef9-8515-ba36c5b73d65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.143701292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f53487cb-1324-4ef9-8515-ba36c5b73d65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.144128298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b82a34d-8b78-4900-8de2-fb6cd86bcbb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.144142551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b82a34d-8b78-4900-8de2-fb6cd86bcbb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.214470941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"8621ca59-dc01-468e-93b7-1f213df02ed2","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.264439651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"bcb39d94-3970-42e9-806e-a65924acfea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.264990834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"784cf26e-78fe-40b3-9944-508c46745b38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.271340766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"8621ca59-dc01-468e-93b7-1f213df02ed2","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.315914871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"78388a82-81ed-4ac3-a706-d6a9caa53110","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.321299009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"bcb39d94-3970-42e9-806e-a65924acfea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.32196497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"784cf26e-78fe-40b3-9944-508c46745b38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.36651512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0d865b76-112e-402d-8d0c-3a8322cda018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.372671516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"78388a82-81ed-4ac3-a706-d6a9caa53110","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.423690672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0d865b76-112e-402d-8d0c-3a8322cda018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.630286641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"9f903c84-3842-4d9d-aeb8-5b90d302a0ad","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.681608815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"49aec28f-01e5-4c75-a716-bb8ed6501bb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.687260339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"9f903c84-3842-4d9d-aeb8-5b90d302a0ad","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.687631923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"108d7811-7524-48b6-ba34-77b03b608712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.7596159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"108d7811-7524-48b6-ba34-77b03b608712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.765479755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"49aec28f-01e5-4c75-a716-bb8ed6501bb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.823026375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"108d7811-7524-48b6-ba34-77b03b608712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.878993515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15ad491f-9063-4525-9da9-933498bc3c25","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:32.879015827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15ad491f-9063-4525-9da9-933498bc3c25","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:33.228265416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"208425f7-dee4-49a7-bccf-9c3fcf4eb9c4","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:33.228292629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"208425f7-dee4-49a7-bccf-9c3fcf4eb9c4","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:33.391498865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"e3811f5e-dd4a-4ec5-b4b9-21128ab47113","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:33.43875331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"53cd987a-655c-4c18-a6c3-b6246a0021df","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"maas-trlp-ipp-route-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:33.449589288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"e3811f5e-dd4a-4ec5-b4b9-21128ab47113","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:33.605411989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"8e787337-cb7d-41ed-9eb2-24bceb7ba0d3","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:33.605440441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"8e787337-cb7d-41ed-9eb2-24bceb7ba0d3","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:33.814741311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"7e54677c-977f-48e3-a39e-a38077e1b3f9","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"maas-trlp-ipp-route-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:35.977189072Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"48be75ea-c386-4396-bd29-ad5f716822d9","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.13376078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a2e5b5f-52a0-4269-9efa-2993b1364a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.133941142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1c360539-9acf-4a7f-b9a1-ff066e2b2dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.134716995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32c81244-d512-4d83-8d11-06b4dd904238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.134948221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"47d38ba8-39c5-4e75-a5d9-bdbffd1d94c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.135630291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"4185382a-fc6a-47f4-a2ba-e2eeb4db5f49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.191153955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a2e5b5f-52a0-4269-9efa-2993b1364a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.191289157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1c360539-9acf-4a7f-b9a1-ff066e2b2dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.193660605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"47d38ba8-39c5-4e75-a5d9-bdbffd1d94c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.193730089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32c81244-d512-4d83-8d11-06b4dd904238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.196036977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"4185382a-fc6a-47f4-a2ba-e2eeb4db5f49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.246733852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a2e5b5f-52a0-4269-9efa-2993b1364a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.249117051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32c81244-d512-4d83-8d11-06b4dd904238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.25181774Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"5e022ed3-5f1c-4800-b4b7-a1a1f917da57","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.350868954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"c5223ddf-4829-4e4a-90d0-25c632ea876e","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.35519748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"328d8c86-2012-45c5-804a-d29194b7f7b7","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.355217319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"328d8c86-2012-45c5-804a-d29194b7f7b7","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.410464062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"c5223ddf-4829-4e4a-90d0-25c632ea876e","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.415288816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"641b61a4-db9e-4702-9a6b-4c5e9ceccd1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.462324354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"8bbc8a0a-4a36-441e-9ca2-ba211efd952d","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.462348244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"a486fd32-71ef-4b16-9bdd-e46946f59f7d","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.463043078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"6e0e2c2f-ad79-4717-84e6-6b2c6548d672","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.472326034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"641b61a4-db9e-4702-9a6b-4c5e9ceccd1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.474300903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"8b631313-a38a-44dd-abb3-831c546101fe","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.474325364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"8b631313-a38a-44dd-abb3-831c546101fe","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.574657113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"cfc9f4cf-6fc1-498e-bd45-d70ff208e46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.575445931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4dd5b8df-e052-43b4-89f3-b3f2f30c869a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.595849397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"2ef2aa56-4798-4d42-a690-dfd929e8b032","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.596001996Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"2ef2aa56-4798-4d42-a690-dfd929e8b032","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.632600068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"41a7dcbf-45d5-49d8-b06b-dab06a105f18","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.643105454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4dd5b8df-e052-43b4-89f3-b3f2f30c869a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.645966732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"cfc9f4cf-6fc1-498e-bd45-d70ff208e46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.693209674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"41a7dcbf-45d5-49d8-b06b-dab06a105f18","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.706923091Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"66b57c7f-263c-4139-8a52-ee8efd47671a","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.790823961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"becea87b-aacd-48cc-a291-1b58a30293e2","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.847700598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"becea87b-aacd-48cc-a291-1b58a30293e2","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.888183894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"9e9101f3-ea35-496c-8fd8-0ddfb07904c5","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:36.944758663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"9e9101f3-ea35-496c-8fd8-0ddfb07904c5","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.16645948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"8ca4e772-1b95-4dd4-b411-8092e27a371a","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.225382528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"8ca4e772-1b95-4dd4-b411-8092e27a371a","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.567437691Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"b41696fd-4fef-41df-9dac-aaed13f48998","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.671982323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"fcd190aa-cd3e-45fc-aff9-68f8a049c09d","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.672012362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"fcd190aa-cd3e-45fc-aff9-68f8a049c09d","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.72319147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"3638f4f7-002b-4eb3-a9bb-e6a694162637","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.723613958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ff362445-32ae-4f92-a121-6ad727716792","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.724844204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"16f1fbf7-b381-4617-8815-61bb05dc7bce","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.776946027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"3aa4255f-d8c9-4c52-bbf2-775f574d1f92","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.777343227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"5bc17722-9629-4e9e-b6c4-eacbf21be90a","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.777365916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"5bc17722-9629-4e9e-b6c4-eacbf21be90a","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.777390714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"360bd9ef-2629-493e-a394-6e918cf921ec","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.777720527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"7825ee97-fd9e-466f-89cd-5398e824e106","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.780947283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ff362445-32ae-4f92-a121-6ad727716792","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.781211491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"3638f4f7-002b-4eb3-a9bb-e6a694162637","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.7831852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"16f1fbf7-b381-4617-8815-61bb05dc7bce","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.882266098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"00fc0c08-3d10-4207-92fb-8d549f41af60","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.882305407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"00fc0c08-3d10-4207-92fb-8d549f41af60","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:37.987034351Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"dc6a27c0-135b-4b1f-879b-9006d812bfd9","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.249020163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"f41c3646-a532-4ed4-a401-20b676930286","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.249306603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"a13f2837-b3d7-4444-aff9-02d16246c177","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.249020164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"2e2c4746-c501-4c95-a98e-522f5ff8a335","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.30623979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"a13f2837-b3d7-4444-aff9-02d16246c177","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.307510829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"f41c3646-a532-4ed4-a401-20b676930286","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.308465248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"2e2c4746-c501-4c95-a98e-522f5ff8a335","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.587578271Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"21bf13ec-7337-4430-b749-be563ab44bf6","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:38.651464468Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"93571bed-7f98-40dd-b74c-b66f680af4cc","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:38.710506326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"93571bed-7f98-40dd-b74c-b66f680af4cc","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.75474787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"598af432-c85a-4dc9-a8c6-3ea9efe86ccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.760776806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"6d8f69e2-63ce-4b61-9a70-c1b256de4b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.760776803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"6ab1b5b1-2c87-4663-b86a-25315cba009b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:38.768180335Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"eded9f4e-d22a-40ee-859c-42159b7b8f90","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:38.768250254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"eded9f4e-d22a-40ee-859c-42159b7b8f90","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.783535886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea8444a1-07e1-43a2-8937-392987dca8dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.811249064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"598af432-c85a-4dc9-a8c6-3ea9efe86ccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.81230541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"8969b121-02a1-465a-ad47-07f1373e4453","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.817519534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"6d8f69e2-63ce-4b61-9a70-c1b256de4b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.818094855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"6ab1b5b1-2c87-4663-b86a-25315cba009b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:38.831734147Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"95721f64-29c9-4f1c-94b9-72beac7caa7e","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:38.831822806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"95721f64-29c9-4f1c-94b9-72beac7caa7e","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.840249504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea8444a1-07e1-43a2-8937-392987dca8dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.867815558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"598af432-c85a-4dc9-a8c6-3ea9efe86ccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.871235479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"8969b121-02a1-465a-ad47-07f1373e4453","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:38.896052126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea8444a1-07e1-43a2-8937-392987dca8dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:38.904679598Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"ddb8cce0-75bf-4e0c-a5d5-94164b951788","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:38.904742215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"ddb8cce0-75bf-4e0c-a5d5-94164b951788","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:38.997353728Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"2d5f24b2-a036-41e7-93a1-fb811de27a87","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:38.997422179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"2d5f24b2-a036-41e7-93a1-fb811de27a87","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:39.000588786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"148a5e75-ab44-4d37-8e11-caa03e645188","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:39.025418498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1c0686e3-a021-4dc6-aeba-ba6bba02589d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:39.05775549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"148a5e75-ab44-4d37-8e11-caa03e645188","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:39.082399254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1c0686e3-a021-4dc6-aeba-ba6bba02589d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:39.129552282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"297f08d1-1122-4af8-9262-c55567e8fd31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:39.130050712Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"d58c550a-6a25-4e84-a0f6-0fc7560baa6c","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:39.130133497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"d58c550a-6a25-4e84-a0f6-0fc7560baa6c","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:39.130256441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ef8a819b-6d3a-41ae-8730-b15b5eb85d75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:39.186762687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"297f08d1-1122-4af8-9262-c55567e8fd31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:39.187290905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ef8a819b-6d3a-41ae-8730-b15b5eb85d75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:39.338426559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"018f33dc-5a89-4743-afd4-8572b012b92c","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:39.347414997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"113e229d-8685-426d-be8d-1b7f18d284b2","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:39.347477132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"113e229d-8685-426d-be8d-1b7f18d284b2","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:39.389112879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9088d61c-2f7f-4652-8083-a6a0912587be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:39.410635091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"018f33dc-5a89-4743-afd4-8572b012b92c","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:39.449131997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9088d61c-2f7f-4652-8083-a6a0912587be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:39.462106549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"7f74e9da-b753-4e78-8d67-957d7bd86c28","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:39.520400286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"7f74e9da-b753-4e78-8d67-957d7bd86c28","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:39.720378048Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"06ead16b-7d1c-415d-8594-a0dab08f201f","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:39.720466045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"06ead16b-7d1c-415d-8594-a0dab08f201f","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:40.413400912Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"c7093c04-3a6b-4e17-9bef-a7e5ab41b9f5","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:40.413484499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"c7093c04-3a6b-4e17-9bef-a7e5ab41b9f5","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.088225297Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"41fa7703-6b47-47a2-ab82-1a1ac356a31e","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.244897533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"459d525d-841e-4f1c-9ab8-ce61bae71cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.2459368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b64a5d3-319a-40bd-9d2c-7dc6997fd814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.246210443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"de70e19f-efca-435d-9d6b-67c5d0c74d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.247102677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cba1fe29-1442-4e5e-a888-1040b3ae78cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.295973752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"416bb469-639b-4926-86bd-619629c2b238","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.30269343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b64a5d3-319a-40bd-9d2c-7dc6997fd814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.303105237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"459d525d-841e-4f1c-9ab8-ce61bae71cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.305027583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"de70e19f-efca-435d-9d6b-67c5d0c74d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.306735343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cba1fe29-1442-4e5e-a888-1040b3ae78cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.352798986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"416bb469-639b-4926-86bd-619629c2b238","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.358307571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b64a5d3-319a-40bd-9d2c-7dc6997fd814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.362712206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cba1fe29-1442-4e5e-a888-1040b3ae78cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.466944686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"f80cbe7f-969d-4a17-80ea-12d4c83b5f09","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.514246172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"51ee9be4-d361-48a7-848e-375050be3a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.523756529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"f80cbe7f-969d-4a17-80ea-12d4c83b5f09","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.571033047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"51ee9be4-d361-48a7-848e-375050be3a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.662874164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"df0acc78-a63d-47eb-af19-947b0d2665d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.662937814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"3dede8fb-c1c5-43a8-8a18-5a1ea1e3c63b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.720148747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"3dede8fb-c1c5-43a8-8a18-5a1ea1e3c63b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.720156866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"df0acc78-a63d-47eb-af19-947b0d2665d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:41.746010523Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"de7f42f1-68b8-4fc6-b6da-acf4b78c14e3","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:25:41.746077735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"de7f42f1-68b8-4fc6-b6da-acf4b78c14e3","error":"ExternalModel e2e-extmod-att-user-ee9655/e2e-att-delete-444c4c is attached to several gateways [openshift-ingress/e2e-extmod-a-a12c35 openshift-ingress/e2e-extmod-b-2fd4c9]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.819045143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"4e438a07-7d5c-445f-abd7-14413748aac8","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.868404261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"542fe9f4-fe5b-49f0-a1de-7f60df12da1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.876008919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"4e438a07-7d5c-445f-abd7-14413748aac8","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.885115013Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:41.925968669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"542fe9f4-fe5b-49f0-a1de-7f60df12da1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:42.023378054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"531e8663-360f-467d-9f34-b8033ad1ad00","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:42.080231299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"531e8663-360f-467d-9f34-b8033ad1ad00","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:43.606279959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"882f3a6e-6718-47d3-9bf0-e56c80e55bdc","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:43.606301431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"882f3a6e-6718-47d3-9bf0-e56c80e55bdc","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.216589568Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"46bfdcd0-60ed-4133-9f8c-4a7fe1dcb245","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.413880408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0323465c-a610-4cce-9b55-3ea143d220d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.413983161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f849a13-dcc1-4fc2-a38b-6ee98207842d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.414482815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"59fe04ef-66dc-457f-b697-d7a21dac6c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.415189554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"cde239fd-0f35-4669-ba40-03b9a8be1187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.415530445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"6b9a07af-c017-4e30-b38e-2afc0d0957b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.471122791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"59fe04ef-66dc-457f-b697-d7a21dac6c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.471296478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0323465c-a610-4cce-9b55-3ea143d220d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.473451218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f849a13-dcc1-4fc2-a38b-6ee98207842d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.473699079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"6b9a07af-c017-4e30-b38e-2afc0d0957b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.475714233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"cde239fd-0f35-4669-ba40-03b9a8be1187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.526825191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0323465c-a610-4cce-9b55-3ea143d220d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.528449284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f849a13-dcc1-4fc2-a38b-6ee98207842d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.631133892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"0857ce92-4e8b-45b2-9096-c7ca51364efb","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.687985115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"129de99c-1264-4cbc-87ea-5922e5505145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.690535449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"0857ce92-4e8b-45b2-9096-c7ca51364efb","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.745801112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"129de99c-1264-4cbc-87ea-5922e5505145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.83199275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f2a13aee-c364-4bee-b4e6-54d8123d51d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.832112356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c9d6ffe6-fb1b-41c2-8594-8bd3b9ea3424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.883176537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"3aa7e9d8-db41-4b3b-8e67-d10a8f063541","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.889253098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f2a13aee-c364-4bee-b4e6-54d8123d51d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.889367396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c9d6ffe6-fb1b-41c2-8594-8bd3b9ea3424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:44.940774754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"3aa7e9d8-db41-4b3b-8e67-d10a8f063541","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.100894932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"1d1469de-ac39-426d-9b8e-eb684458df5f","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.157322757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"1d1469de-ac39-426d-9b8e-eb684458df5f","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.202686337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"42c1f702-63a1-4d66-9beb-41cdee692e7c","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.259280455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"42c1f702-63a1-4d66-9beb-41cdee692e7c","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.450304583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"aacda3c6-e7e4-47b9-85d0-34343ad0c173","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.450327176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"aacda3c6-e7e4-47b9-85d0-34343ad0c173","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.556200191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"8cef4014-9d9d-430d-937b-6dd18a7ddd80","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.556224909Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"8cef4014-9d9d-430d-937b-6dd18a7ddd80","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.60658561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"e02b09d7-7670-4e16-9d85-a04fc7fd55eb","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.662506902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"f5116d41-5cec-4d81-af65-814465d695d1","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.663133073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"82a3e5c2-29b2-4343-a0c3-2b4b3d8c9ab4","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.663742873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"5949fd40-dfb5-4b6f-8995-ee604a42e2fe","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.664294678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"66f4c50f-7951-45e1-8d3b-92f0cbd328c0","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.664320612Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"66f4c50f-7951-45e1-8d3b-92f0cbd328c0","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.669580985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"e02b09d7-7670-4e16-9d85-a04fc7fd55eb","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.711034852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"5ddeaf5f-a225-4728-98c5-d2f534d0d784","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.768285329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"5ddeaf5f-a225-4728-98c5-d2f534d0d784","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.770271256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"586cf991-a4d5-469b-9c4d-bb3554cb70ff","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.770294714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"586cf991-a4d5-469b-9c4d-bb3554cb70ff","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.813824032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"2f61adcf-c057-4bcd-b81b-a16ed3cb6ea6","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.870548305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"2f61adcf-c057-4bcd-b81b-a16ed3cb6ea6","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.874750801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"1aff1ace-9c73-42ed-9bce-6c0760f5b541","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.874767931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"1aff1ace-9c73-42ed-9bce-6c0760f5b541","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.978936847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"91fb7fb6-c136-4501-8d71-ac17557836f9","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:45.97896361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"91fb7fb6-c136-4501-8d71-ac17557836f9","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.075317289Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-444c4c","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","reconcileID":"a0454871-c5ce-4b86-8c39-8eff008704bf","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-delete-444c4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.091509377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"434f4d61-d5eb-4bd2-9c13-676fb155e375","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.108387411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"303e9257-35fe-4332-8339-aeb4218ad35f","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.109051507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"0399be94-8ce5-451a-a744-78e52398feaf","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.24170789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78bc0fb0-4e91-4163-b1d6-e55a844c7dec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.242020681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bf44d17-4d81-4fa4-9e33-3ff4145051e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.259681883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"77043f9e-8dbd-4346-af08-ccbf72a21b38","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.260016113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"1d8cf1fb-ad30-4063-90a0-b1e3b5c4a1ef","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.298384604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78bc0fb0-4e91-4163-b1d6-e55a844c7dec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.298821445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bf44d17-4d81-4fa4-9e33-3ff4145051e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.316645394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"1d8cf1fb-ad30-4063-90a0-b1e3b5c4a1ef","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.316724103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"77043f9e-8dbd-4346-af08-ccbf72a21b38","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.35407326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bf44d17-4d81-4fa4-9e33-3ff4145051e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.354135365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78bc0fb0-4e91-4163-b1d6-e55a844c7dec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.390371852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"397423c2-f970-45c9-ae48-491433e9aa57","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.449370387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"397423c2-f970-45c9-ae48-491433e9aa57","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.509961983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"70858b9a-fa7f-4afd-9be7-bf874e17c631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.509962066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f4bb1b73-fa29-4199-b039-7bd20628ad9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.567211596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f4bb1b73-fa29-4199-b039-7bd20628ad9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.567318712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"70858b9a-fa7f-4afd-9be7-bf874e17c631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.732535659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3afd3cba-d63c-4518-9eb5-d9996fb09ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.793734038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"da9f028d-bc6a-4302-86d6-1cf0f61c122e","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.801240843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3afd3cba-d63c-4518-9eb5-d9996fb09ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.859010068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"da9f028d-bc6a-4302-86d6-1cf0f61c122e","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.895436393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"039ca7f1-2f74-45ee-8774-a4e564d2d640","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.951107063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"cec71fc4-3fcc-45ee-91d8-674c9862c383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.951119354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"508fdd81-2beb-4a8b-aa0d-248487cadcb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:46.953751904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"039ca7f1-2f74-45ee-8774-a4e564d2d640","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:47.008648018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"cec71fc4-3fcc-45ee-91d8-674c9862c383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:47.008771111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"508fdd81-2beb-4a8b-aa0d-248487cadcb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:47.154530418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"051a8e68-2a28-486d-9291-21e9d0f18cac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:47.212188009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"051a8e68-2a28-486d-9291-21e9d0f18cac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:47.420985432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"b7649a41-6de7-456d-8f7f-4fa41b50aceb","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:47.481228533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"b7649a41-6de7-456d-8f7f-4fa41b50aceb","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.363251037Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"d969f2ae-0cde-46d3-aaf8-7ced12b10acb","namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.520023981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"03df0c79-1444-4a9a-b17c-8aeea8588a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.520193184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e45ba2d7-7ac8-4311-9f9e-b5abbc74d1ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.520637963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04fd9dfc-0c70-4dd6-b72c-d760021d7c88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.521905363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78b04c64-5621-4c9e-a2e1-b3d43d6975b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.571306594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"fc5d3c43-81ac-48c4-879c-22080fa40da9","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.577645846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"03df0c79-1444-4a9a-b17c-8aeea8588a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.577986973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e45ba2d7-7ac8-4311-9f9e-b5abbc74d1ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.581554623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04fd9dfc-0c70-4dd6-b72c-d760021d7c88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.581604909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78b04c64-5621-4c9e-a2e1-b3d43d6975b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.628303978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"fc5d3c43-81ac-48c4-879c-22080fa40da9","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.636976416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78b04c64-5621-4c9e-a2e1-b3d43d6975b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.637043203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04fd9dfc-0c70-4dd6-b72c-d760021d7c88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.769713458Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"3c4f0c9d-2095-47a5-b165-515a13333b44","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.795140315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c4457dc7-496b-4da8-9946-5f52e7e6c80a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.846464838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"55299c29-9e79-478a-a6db-115c1bc331d0","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.854147248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c4457dc7-496b-4da8-9946-5f52e7e6c80a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.903950487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"55299c29-9e79-478a-a6db-115c1bc331d0","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:48.993231924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f96fc9fa-cb70-43db-98ce-6b5696af5609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:49.044359684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"66e6a1d1-7cf1-4b18-9ed3-a421f8706205","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:49.052163495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f96fc9fa-cb70-43db-98ce-6b5696af5609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:49.095490337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"391a3246-0704-470b-ad4d-e639e510938e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:49.101440908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"66e6a1d1-7cf1-4b18-9ed3-a421f8706205","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:49.15238771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"391a3246-0704-470b-ad4d-e639e510938e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:49.308516902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ff8b3bc2-b545-4dff-bc87-0a21c4858cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:49.361276072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"b7b633c6-1268-4428-a7e7-f309eb1a3e08","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:49.365412808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ff8b3bc2-b545-4dff-bc87-0a21c4858cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:49.417703885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"b7b633c6-1268-4428-a7e7-f309eb1a3e08","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:49.887927545Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"eee2ada5-70c9-4daa-8248-4208afd70035","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.285894697Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"52914e9f-edc9-4a7b-81e1-a8cfc982f4a7","namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.309773691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"cb062a7e-21f9-498d-851e-b382c8c37b31","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"maas-trlp-ipp-route-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.44275715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4e690202-ccdc-4ea6-9b2f-c2d98b3c8c78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.44344914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2716f7ac-e9de-4f32-90f5-1dff0fe539c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.443526266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eeb28d56-8a92-4464-a142-0ec323bd240e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.44415965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"0a1ef894-2524-4c31-ba85-ced18bc75ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.494078372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"6baebb97-e1e3-46a0-b7d7-0691835fae7d","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.501597113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2716f7ac-e9de-4f32-90f5-1dff0fe539c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.50632812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4e690202-ccdc-4ea6-9b2f-c2d98b3c8c78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.506347521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"0a1ef894-2524-4c31-ba85-ced18bc75ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.510111983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eeb28d56-8a92-4464-a142-0ec323bd240e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.531983598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"37c02c3c-4585-439c-aea9-7de998551eff","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.555055295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"6baebb97-e1e3-46a0-b7d7-0691835fae7d","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.557902722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2716f7ac-e9de-4f32-90f5-1dff0fe539c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.567361917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eeb28d56-8a92-4464-a142-0ec323bd240e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.602938776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"6317c26b-6813-4e1a-a075-290f54d5218c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.616564755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04064800-4ba4-475b-9b51-c27debf07285","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.616583756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04064800-4ba4-475b-9b51-c27debf07285","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.625876133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f94148f-dcd0-4594-80d4-4e16da6776c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.625895797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f94148f-dcd0-4594-80d4-4e16da6776c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.72254937Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"7088a191-0921-40de-b64f-0cb107112de6","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.775335043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37ced63f-c6cc-4afa-988d-37ddd2c63339","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.77850877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b028a485-adc1-49d0-9a95-4685363ef5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.830565572Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"b343e14e-05dc-4306-9ed9-fca67723505e","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.830914608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b028a485-adc1-49d0-9a95-4685363ef5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.883806102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b028a485-adc1-49d0-9a95-4685363ef5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.884076758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"6b3058e4-91da-44db-bccd-8a3301f7d045","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.884207275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"8354ede5-aad0-4223-8df1-9d72e04987bc","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.884457941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"bdf8e724-6610-4ee8-90e6-c6a9015824c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.884673881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"d1efce60-9383-4014-bf22-d63fba5643b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.938187857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b028a485-adc1-49d0-9a95-4685363ef5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.991206836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"a9d430ef-f0e6-49e3-93ee-809d67e128dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.996356839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"8354ede5-aad0-4223-8df1-9d72e04987bc","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:50.997010735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"6b3058e4-91da-44db-bccd-8a3301f7d045","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.000316436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"bdf8e724-6610-4ee8-90e6-c6a9015824c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.000661341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"d1efce60-9383-4014-bf22-d63fba5643b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.098665278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ce59edbb-3eb5-4dec-be21-f1f0646498e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.099483038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bcd370a9-3504-4240-8e54-55c2aa8c12c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.099585925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"eaf0fc41-e120-4ec7-b8fc-2c5209dbc4df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.100018775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"97dda89c-7706-47d9-a0fd-eb1407ee1363","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.157067883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ce59edbb-3eb5-4dec-be21-f1f0646498e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.203971025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"97607aa0-bda1-4fa9-b1be-0ead0883dd3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.309481657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"c35e05e3-761f-4346-bbc9-815071633183","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.362379688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"bdb1e549-53fc-4844-823c-fbab73a756fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.366146424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"c35e05e3-761f-4346-bbc9-815071633183","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.416925486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"59f22585-2b27-4a29-83c9-e7aba6638d4e","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.419166695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"bdb1e549-53fc-4844-823c-fbab73a756fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.463055652Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"30e1c075-40b1-4096-bf7d-80d27cc2664d","namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.463354136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"5ba50914-d048-4aee-9f42-8f35217b43e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.514898077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"8efccbc8-92b7-481a-bf7b-b1f22b2874c9","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.516135779Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"0625faf2-1900-4ff4-80ea-f83222c92144","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.619308389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bc4793c-30b4-4a2d-b2e3-898d89549f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.61936924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"447e32ca-ab1e-4a2c-84ed-d8391e0a0c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.620297381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"79777a0d-8c2f-41e7-9213-7fd43226de1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.679393405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"79777a0d-8c2f-41e7-9213-7fd43226de1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.679557232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"447e32ca-ab1e-4a2c-84ed-d8391e0a0c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.682226142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bc4793c-30b4-4a2d-b2e3-898d89549f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.741176896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bc4793c-30b4-4a2d-b2e3-898d89549f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.741688186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"447e32ca-ab1e-4a2c-84ed-d8391e0a0c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.813041813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"5a3b9015-4b16-4963-85f8-d66ec0952eb7","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.81305539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"f54079a0-3d89-4a7d-8c3b-2ccd3cdb8d49","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.870350023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"f54079a0-3d89-4a7d-8c3b-2ccd3cdb8d49","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.87155419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"5a3b9015-4b16-4963-85f8-d66ec0952eb7","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.931187527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"54c30fc7-7cff-4deb-b0de-7e5e46ebdc59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.931288188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"ad826eb8-d8c6-4cca-b927-8bb8b51494c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.988217714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"54c30fc7-7cff-4deb-b0de-7e5e46ebdc59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:51.988321629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"ad826eb8-d8c6-4cca-b927-8bb8b51494c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.139435064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1959c91f-5ffb-4165-bc50-94859fd2fb5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.196445297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1959c91f-5ffb-4165-bc50-94859fd2fb5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.304475691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"f592c424-4497-4e97-884d-ab8c09a57bdc","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.357692968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a63c6d7c-3504-4e0c-be3c-68e168884535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.358217408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"745a8fc7-e8d1-4fe9-8887-826502a5020e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.408955308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"100a1813-bf3f-4580-9737-4a6233260585","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.414715663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"f592c424-4497-4e97-884d-ab8c09a57bdc","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.415424679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a63c6d7c-3504-4e0c-be3c-68e168884535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.417272274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"745a8fc7-e8d1-4fe9-8887-826502a5020e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.465950021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"100a1813-bf3f-4580-9737-4a6233260585","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.561946991Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"d2f33ec6-5782-4850-bb93-a58eef94bfd2","namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.719527468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1326a66a-b4a6-4998-8ac6-e650f3ecdc17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.774080276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6108cea0-bede-4f98-b439-1137e935104b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.774236375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"892b703c-0e89-402c-b44c-4a48a5f6a3c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.774995287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b4f8e257-8a9b-4800-b46d-599c73bbfae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.778359072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1326a66a-b4a6-4998-8ac6-e650f3ecdc17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.831304923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"892b703c-0e89-402c-b44c-4a48a5f6a3c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.831462912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6108cea0-bede-4f98-b439-1137e935104b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.833836471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b4f8e257-8a9b-4800-b46d-599c73bbfae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.834048859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1326a66a-b4a6-4998-8ac6-e650f3ecdc17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.887168107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6108cea0-bede-4f98-b439-1137e935104b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.89645544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507113c4-86b6-40f2-94ad-41b3fab6886b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.960665794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507113c4-86b6-40f2-94ad-41b3fab6886b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:52.961097271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"ca59c6dd-a442-4247-9b96-45755d168393","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.031559834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507113c4-86b6-40f2-94ad-41b3fab6886b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.031958793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"8d041696-452c-4c50-a31b-ac88d882d201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.084618833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507113c4-86b6-40f2-94ad-41b3fab6886b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.144380818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"8d041696-452c-4c50-a31b-ac88d882d201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.147196128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"ca59c6dd-a442-4247-9b96-45755d168393","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.245302741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ad74c293-0917-47c2-9e2c-562f9289ea7e","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.298937428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"06e169be-1eab-4c07-984b-4f1d9e0e9bbb","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.303116387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ad74c293-0917-47c2-9e2c-562f9289ea7e","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.350206653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"4996655d-ac26-4691-8a4c-a78ca021042b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.355769112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"06e169be-1eab-4c07-984b-4f1d9e0e9bbb","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.407137792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"4996655d-ac26-4691-8a4c-a78ca021042b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.507271209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9ad41dad-ab47-470a-90b2-3d6b7f4f9d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.565231002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9ad41dad-ab47-470a-90b2-3d6b7f4f9d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.60724853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"00f2b2d5-7575-4742-b145-17d5aecd70aa","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.607264637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"00f2b2d5-7575-4742-b145-17d5aecd70aa","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.611993559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"33e2787d-1a00-4ad5-9e65-cd36faea3212","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.674544859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"33e2787d-1a00-4ad5-9e65-cd36faea3212","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.770667385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"4506a42a-4f7a-4cec-9919-8b717318c7c3","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:53.827943266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"4506a42a-4f7a-4cec-9919-8b717318c7c3","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:54.397104336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"66e59876-023c-4dde-9e20-fc2fee757d60","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:54.514804893Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"66e59876-023c-4dde-9e20-fc2fee757d60","name":"e2e-extmod-a-dee6aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:59.505286789Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"06158b86-2082-4e7e-b3d2-f6ea091631b7","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:25:59.765161499Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"3d2fa6af-396c-45a5-9206-0bf0d97e1f19","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:00.433451858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca21a0cd-88b6-4ab6-a317-ae2c62905fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:00.486042943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca21a0cd-88b6-4ab6-a317-ae2c62905fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:00.538414596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca21a0cd-88b6-4ab6-a317-ae2c62905fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:00.59155668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca21a0cd-88b6-4ab6-a317-ae2c62905fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:00.931916522Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"391beb14-5a63-4f28-8b65-4873512c91e0","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:01.054848132Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ca7a55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ca7a55","reconcileID":"b2c2b5b2-1a13-4102-8359-19f900445618","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ca7a55","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-ca7a55":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:01.378171066Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"39ceb773-f522-4805-abde-835664c38f5e","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:01.725945969Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"6fce5ba6-12f3-4574-bed9-7bc4f9bdcce9","namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:01.784475303Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"ac8d01bf-7c32-4425-babe-cd793b6c7da5","namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:01.920093384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c78b423-62c1-441e-8a2c-d7ffbb666896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:01.920503722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"affe9111-2fec-4fe4-9dd1-ba8dfadfaad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:01.920885182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"5cdd2d7a-b3a4-447b-a7b6-7dd02ed1a708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:01.921233206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"e8fc3ae9-9aaa-43f1-98de-62bbd9ee46bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:01.978098699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"5cdd2d7a-b3a4-447b-a7b6-7dd02ed1a708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:01.979603288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c78b423-62c1-441e-8a2c-d7ffbb666896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:01.980580907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"affe9111-2fec-4fe4-9dd1-ba8dfadfaad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:01.980964908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"4b7d8400-acdb-4d20-8c98-1ce26a8e22ef","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:01.982718927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"e8fc3ae9-9aaa-43f1-98de-62bbd9ee46bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.037027764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c78b423-62c1-441e-8a2c-d7ffbb666896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.037177135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"affe9111-2fec-4fe4-9dd1-ba8dfadfaad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.039498214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"4b7d8400-acdb-4d20-8c98-1ce26a8e22ef","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.125229617Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"8ae99f46-7ff1-45ca-b58a-50e61801f65a","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.244370152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"537c447f-970b-45c5-af31-3cb09f3414db","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.244686798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"1c34f76d-2cee-4d9d-bdd9-ceef02e50ba3","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.288763318Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"6705144f-5e3c-47e2-a212-089cb7ca159e","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.301124378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"537c447f-970b-45c5-af31-3cb09f3414db","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.301750233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"1c34f76d-2cee-4d9d-bdd9-ceef02e50ba3","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.339369017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c79fcf05-55c5-4b82-9f48-9fb064650a14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.339811708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"0d79f4f5-dd66-4ff8-9fb8-f536107de793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.392235575Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"6d86a622-c922-41a3-a561-e054ec60f85f","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.396442327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"0d79f4f5-dd66-4ff8-9fb8-f536107de793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.396482373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c79fcf05-55c5-4b82-9f48-9fb064650a14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.462859609Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"18190730-f913-4be2-84b6-cb572fa0da8c","namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.50816191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1910e534-1af9-4714-bddb-ccf5ce37ec8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.508267653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5e6e7e86-7305-4556-a800-3df448547a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.563972806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1910e534-1af9-4714-bddb-ccf5ce37ec8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.569307874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5e6e7e86-7305-4556-a800-3df448547a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.616991181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1910e534-1af9-4714-bddb-ccf5ce37ec8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.669326083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1910e534-1af9-4714-bddb-ccf5ce37ec8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.77326554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"8f17af8c-03bb-4de2-a634-6080aa7edce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.822724826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"1f7eea29-a80b-4ac0-80d1-615491d262ac","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.83133909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"8f17af8c-03bb-4de2-a634-6080aa7edce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.854175745Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"8fa06b5e-16ce-406c-bb51-fb11c6e6667b","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.879387533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"1f7eea29-a80b-4ac0-80d1-615491d262ac","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.881540996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2e976fcf-de6f-483d-8313-b8961c97b0ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.881688158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a47d9619-9951-4acd-92a7-fa00675f85a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.938963393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a47d9619-9951-4acd-92a7-fa00675f85a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.939800157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2e976fcf-de6f-483d-8313-b8961c97b0ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:02.994988667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a47d9619-9951-4acd-92a7-fa00675f85a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.088875384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"8c998ff7-51df-4825-900f-2414c0cf4e03","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.12376552Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"54876880-3458-4cc6-b29e-bf6a1bcb763f","namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.145468819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"8c998ff7-51df-4825-900f-2414c0cf4e03","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.148596715Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"5a5d8338-1ead-4502-ae8e-a4f357a414cd","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.151357284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2917a12f-46ed-46a8-ab51-76b212924d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.20875051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2917a12f-46ed-46a8-ab51-76b212924d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.241114315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"823f5640-ab52-4d60-a406-ba9dd83917b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.251990496Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"c0c8fddd-5d54-4e44-9a0c-4873507edb92","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.264264555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2917a12f-46ed-46a8-ab51-76b212924d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.297627281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"823f5640-ab52-4d60-a406-ba9dd83917b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.343110792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"60df033c-3c79-4c5b-acac-b66ed9a8540f","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.399856217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"60df033c-3c79-4c5b-acac-b66ed9a8540f","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.441989421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"b9a40dde-c24f-42a2-b5ba-1272826d4b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.443636208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"28ca0539-0d21-4660-8e7d-f32fc86f25dd","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.486368411Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"b0cebf97-757e-47e8-a8ef-5977574075ed","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.499332329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"b9a40dde-c24f-42a2-b5ba-1272826d4b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.500658138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"28ca0539-0d21-4660-8e7d-f32fc86f25dd","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.558404578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"8b53e324-55f7-4910-b027-778e78bffe01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.592081492Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"aac9b7ee-6986-49dc-a4e2-5d88fe69a430","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.614935092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"8b53e324-55f7-4910-b027-778e78bffe01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.711674141Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"c36f99e4-c93c-4bf9-8f7a-79b3976b5f0a","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.712148104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c82dcbc4-14a6-4557-8fb4-bfadfb524dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.764757503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"92d5e514-dbe1-45fa-b918-2ef0caaefd76","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.764777425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"92d5e514-dbe1-45fa-b918-2ef0caaefd76","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.768887101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c82dcbc4-14a6-4557-8fb4-bfadfb524dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.815472987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a74c079-3799-40b8-b86d-38af4d133bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.868963341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"f4f59e62-f652-4efa-952b-319853107271","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.869432925Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"dcb64a09-5b3e-4447-8427-9a097141cd04","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.87288509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a74c079-3799-40b8-b86d-38af4d133bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.925491227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"f4f59e62-f652-4efa-952b-319853107271","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:03.933583114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a74c079-3799-40b8-b86d-38af4d133bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.027525737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"98fc7c84-8683-42a9-a884-3a12ecb2ef33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.084057921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"98fc7c84-8683-42a9-a884-3a12ecb2ef33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.130417045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f7b26146-f0f3-4a6d-955b-4a68903e609b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.161468276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"89a76d95-92d1-4656-98d1-777fc7b007be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.187038938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f7b26146-f0f3-4a6d-955b-4a68903e609b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.21803629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"89a76d95-92d1-4656-98d1-777fc7b007be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.265407876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"2c8b0e3c-8ff3-4398-a66b-ba765ff23502","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.286009482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38918dea-3bba-495a-943a-dd6d7c18d0ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.293468549Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f7b26146-f0f3-4a6d-955b-4a68903e609b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.322571606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"2c8b0e3c-8ff3-4398-a66b-ba765ff23502","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.343139987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38918dea-3bba-495a-943a-dd6d7c18d0ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.393299638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"8de49e68-0353-41a4-a119-61e1bf86b953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.398547941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38918dea-3bba-495a-943a-dd6d7c18d0ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.431914492Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"3d41b17c-4bd0-40f0-a627-7f71ebab5092","namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.451132209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"8de49e68-0353-41a4-a119-61e1bf86b953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.488380996Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"bf031ee9-c55a-4656-bf51-9806f78932c0","namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.506761504Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"b1bb5860-3a99-46d4-9456-18b520f9925e","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.605216917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262cea69-bae1-4b89-bfce-5f567685fa5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.605470659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a09f664-39b5-433d-91ee-7693508b251f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.657619249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262cea69-bae1-4b89-bfce-5f567685fa5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.71285152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262cea69-bae1-4b89-bfce-5f567685fa5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.713133302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"7e9506e6-471a-4640-b3eb-0bf641c46c55","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.717964956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a09f664-39b5-433d-91ee-7693508b251f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.764779554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262cea69-bae1-4b89-bfce-5f567685fa5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.765828634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50e41316-0f67-4419-83ed-2c91aa4b4aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.823918896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"7e9506e6-471a-4640-b3eb-0bf641c46c55","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.82437088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50e41316-0f67-4419-83ed-2c91aa4b4aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.826322107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a09f664-39b5-433d-91ee-7693508b251f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.869846088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b7be58c8-20c3-49ab-9ab6-ca5102aa430b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.880198041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50e41316-0f67-4419-83ed-2c91aa4b4aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.927527851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b7be58c8-20c3-49ab-9ab6-ca5102aa430b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:04.982839817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"02e58ec3-f865-4c83-8885-2b7853a3648e","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.035074961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"fc948246-700d-4dce-8fa9-cee7dfec9696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.041170383Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"024f041a-b7d6-4f95-9b80-b0714334b5e0","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.057409327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"02e58ec3-f865-4c83-8885-2b7853a3648e","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.091489448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"fc948246-700d-4dce-8fa9-cee7dfec9696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.144204098Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"db5be95a-e7b5-4325-8999-e6fb930c7af5","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.187711639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"d5d2003b-b082-4db6-ab07-1d6a6c711b94","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.244629808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"d5d2003b-b082-4db6-ab07-1d6a6c711b94","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.343749666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c1958f54-49b8-4545-84d2-6baa6189bdd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.345001174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"c41af6b0-b62d-4670-8c17-9588f3aaf134","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.401522285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c1958f54-49b8-4545-84d2-6baa6189bdd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.402397335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"c41af6b0-b62d-4670-8c17-9588f3aaf134","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.443213421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"bd7a1296-060c-43c5-8476-b8c82d529b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.499918933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"bd7a1296-060c-43c5-8476-b8c82d529b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.544702716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"959cfd5b-8d85-4015-946c-be26f338bd7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.601342337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"959cfd5b-8d85-4015-946c-be26f338bd7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.707834629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"336dd3fc-b000-4f4b-b856-6df9f5f14a1b","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.760235222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"c8dfad78-9f0f-41c5-8143-3538d02975a3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.764333929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"336dd3fc-b000-4f4b-b856-6df9f5f14a1b","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.809133204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"80671ad0-f2b4-46b6-baf6-12006e215abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.817167795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"c8dfad78-9f0f-41c5-8143-3538d02975a3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.861484977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"770ebda0-03c7-4e11-a207-e44c6b293a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.865689548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"80671ad0-f2b4-46b6-baf6-12006e215abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.868830657Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"c8dfad78-9f0f-41c5-8143-3538d02975a3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.911220038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1192b17b-17b9-4e74-be1a-7f2368d20ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.918305051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"770ebda0-03c7-4e11-a207-e44c6b293a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.968365756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1192b17b-17b9-4e74-be1a-7f2368d20ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:05.973852721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"770ebda0-03c7-4e11-a207-e44c6b293a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.024058986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1192b17b-17b9-4e74-be1a-7f2368d20ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.22165775Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"fd800955-cf17-4e44-988a-9dd021beeb17","namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.284734167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"e543c940-e019-42a7-a3cb-346a2bbf9df5","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.284878415Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"e543c940-e019-42a7-a3cb-346a2bbf9df5","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"routeName":"external-model-e2e-rec-ctrl-d3969f-4c96ec37bbdf","namespace":"e2e-extmod-rec-user-61885d","model":"e2e-rec-ctrl-d3969f","externalModel":"e2e-rec-ctrl-d3969f","provider":"e2e-rec-ctrl-d3969f-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.387257601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"460806dd-c2a8-4880-81dd-ca059787d07a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.387275308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"fa0780ce-447f-4000-93ac-6854e7f10ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.39369551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e1df23f6-23a1-4dba-9c22-a845228dd1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.393760123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3490f5c5-85c7-4025-b104-7f94035d4a5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.394221513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c74cb20e-2514-472b-acd0-d9e8d475d016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.443722139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"460806dd-c2a8-4880-81dd-ca059787d07a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.443865742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"fa0780ce-447f-4000-93ac-6854e7f10ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.450904945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e1df23f6-23a1-4dba-9c22-a845228dd1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.451469741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3490f5c5-85c7-4025-b104-7f94035d4a5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.453206041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c74cb20e-2514-472b-acd0-d9e8d475d016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.507101963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3490f5c5-85c7-4025-b104-7f94035d4a5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.509904022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c74cb20e-2514-472b-acd0-d9e8d475d016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.615741845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"41228680-fdcd-4658-97de-57930d0584f7","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.672999741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"41228680-fdcd-4658-97de-57930d0584f7","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.767479989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"bbd21417-8e19-435e-af98-f7571e9c899c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.8047068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d301a27c-7279-421a-bec0-e36ab1488e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.804729037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"66350174-4b18-49f1-ad36-831e3eb25e9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.824109916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"bbd21417-8e19-435e-af98-f7571e9c899c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.865272701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d301a27c-7279-421a-bec0-e36ab1488e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:06.865300611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"66350174-4b18-49f1-ad36-831e3eb25e9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:07.005101216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"11e3243f-a251-48e7-8b3a-b93e61a24a70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:07.007458833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"a4a7cd2d-3e13-47ac-92eb-01c414a7274c","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:07.063144497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"11e3243f-a251-48e7-8b3a-b93e61a24a70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:07.064854895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"a4a7cd2d-3e13-47ac-92eb-01c414a7274c","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:07.352068501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"9e6f7b9c-ac2a-46d1-9729-77957baa6722","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:07.352075879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"c4c6ec42-aed1-4c67-a323-0861880bab39","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:07.410572278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"c4c6ec42-aed1-4c67-a323-0861880bab39","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:07.412006359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"9e6f7b9c-ac2a-46d1-9729-77957baa6722","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:08.804594777Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:08.856714412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"4e240c21-306c-4c6a-acc3-b3fbf57b78e6","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:08.856737827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"4e240c21-306c-4c6a-acc3-b3fbf57b78e6","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"routeName":"external-model-e2e-rec-ctrl-d3969f-4c96ec37bbdf","namespace":"e2e-extmod-rec-user-61885d","model":"e2e-rec-ctrl-d3969f","externalModel":"e2e-rec-ctrl-d3969f","provider":"e2e-rec-ctrl-d3969f-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:26:08.91652692Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-d3969f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.026064272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"5e169b4e-f10e-4aee-ab5d-c8cdd02f6a52","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.026091634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"5e169b4e-f10e-4aee-ab5d-c8cdd02f6a52","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.071242779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"aba94ee2-8574-41ff-a241-09f48c0f1b9e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.071962978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"683c2869-86da-40ee-8676-1dc83e49ff13","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.072338135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"2c8dc09c-1b68-4be5-99fb-6ea71c165335","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.072625489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"9e3bb858-9afe-47ba-9dad-44624e0ba82c","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.129092795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"aba94ee2-8574-41ff-a241-09f48c0f1b9e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.130595878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"2c8dc09c-1b68-4be5-99fb-6ea71c165335","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.131949363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"683c2869-86da-40ee-8676-1dc83e49ff13","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.133667967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"6c2424ac-4896-441a-a10b-307410fefd0a","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.133692077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"6c2424ac-4896-441a-a10b-307410fefd0a","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"routeName":"external-model-e2e-rec-ctrl-d3969f-4c96ec37bbdf","namespace":"e2e-extmod-rec-user-61885d","model":"e2e-rec-ctrl-d3969f","externalModel":"e2e-rec-ctrl-d3969f","provider":"e2e-rec-ctrl-d3969f-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.136542228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"9e3bb858-9afe-47ba-9dad-44624e0ba82c","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.240147087Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"72c61088-feb8-4f24-85f9-82237e2b4ce6","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-rec-ctrl-d3969f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.242597131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"634bd19e-b1f9-4c92-bdd7-901667a8cb68","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.244237289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"ac8758c3-355e-405e-b94e-c3b0087e827d","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.244255395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"ac8758c3-355e-405e-b94e-c3b0087e827d","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.299510184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"634bd19e-b1f9-4c92-bdd7-901667a8cb68","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.349831323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"3a608183-a8c5-46f1-94c4-30efc3e4672d","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.349857212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"3a608183-a8c5-46f1-94c4-30efc3e4672d","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.402185429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"349adb78-e6a7-4cef-88a8-b0f62af8e057","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"tenant":"e2e-ipp-a-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.402205945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6","reconcileID":"349adb78-e6a7-4cef-88a8-b0f62af8e057","MaaSModelRef":{"name":"ipp-route-2864b6","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"routeName":"ipp-route-2864b6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2864b6","llmisvcName":"ipp-route-2864b6","gateway":"openshift-ingress/e2e-ipp-a-2864b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.488509665Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"4e12f9c0-f694-46e3-9dbe-832755d48bb0","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.516049672Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"f95449b9-8d61-4c56-8c27-2bdd6b58943d","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f5c87e06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.516117281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"aa43bfb0-d2a3-403f-9243-7cf2659fd9e7","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.516132832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"aa43bfb0-d2a3-403f-9243-7cf2659fd9e7","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"routeName":"external-model-e2e-rec-ctrl-d3969f-4c96ec37bbdf","namespace":"e2e-extmod-rec-user-61885d","model":"e2e-rec-ctrl-d3969f","externalModel":"e2e-rec-ctrl-d3969f","provider":"e2e-rec-ctrl-d3969f-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.570059183Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"876b4fba-9f4b-489e-966b-db020459ca26","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f5c87e06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.68220012Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"2bdfa9bb-993a-404d-b346-baaaecefe4f6","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f5c87e06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.718211453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"3f516e3c-90d3-4f0c-80ca-7d70a59b07bd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.71883421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"0cdd735d-036c-4e07-be4b-7417d2503848","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.719480413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"cbe44733-e7a5-45f5-a32b-641d7890881d","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.719975869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ac9864dd-9580-44ba-8ff9-f0a987598a53","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.721751724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"75c47a82-8e1e-4019-b384-f100bb2791ce","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.768740069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"4e12f9c0-f694-46e3-9dbe-832755d48bb0","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.776239293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"cbe44733-e7a5-45f5-a32b-641d7890881d","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.77829467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"0cdd735d-036c-4e07-be4b-7417d2503848","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.776246966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"3f516e3c-90d3-4f0c-80ca-7d70a59b07bd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.780505858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ac9864dd-9580-44ba-8ff9-f0a987598a53","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.928428005Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"4e12f9c0-f694-46e3-9dbe-832755d48bb0","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"name":"e2e-ipp-a-2864b6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:09.928451844Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-auth","reconcileID":"4e12f9c0-f694-46e3-9dbe-832755d48bb0","MaaSAuthPolicy":{"name":"ipp-route-2864b6-auth","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:10.602445004Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"4d3cf691-b768-421d-9a63-e7fe51d142cd","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f5c87e06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:10.713758459Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"50000f04-fd7e-4ee3-9b5c-aaf1a4770944","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f5c87e06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:10.815079766Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"e7f52403-f2f4-4a3b-82c1-e0977be32826","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f5c87e06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:11.138197534Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"cdd79520-89fc-4fec-9860-dd80b4cc843a","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:11.241321207Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"11962827-6936-497a-876d-8eac04e06937","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f5c87e06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:11.294025648Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"ae8120d1-d1e1-4516-aee7-998a7a154c99","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:11.885908102Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:12.105113655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96edef9b-0c90-4121-817a-bdea2f4b48bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:12.15706383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96edef9b-0c90-4121-817a-bdea2f4b48bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:12.209054096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96edef9b-0c90-4121-817a-bdea2f4b48bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:12.260936949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96edef9b-0c90-4121-817a-bdea2f4b48bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:14.176356863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb97b0b6-bdc8-4cb2-9ecf-68e76be6a80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:14.228454083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb97b0b6-bdc8-4cb2-9ecf-68e76be6a80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:14.280369222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb97b0b6-bdc8-4cb2-9ecf-68e76be6a80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:14.33230779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb97b0b6-bdc8-4cb2-9ecf-68e76be6a80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:16.148163839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"b6c31dec-b4fb-4c18-8d2c-43e61d2159b6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:16.204984745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"b6c31dec-b4fb-4c18-8d2c-43e61d2159b6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:16.21989626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6e9ffe-4835-407f-8761-5146a0788619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:16.271616574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6e9ffe-4835-407f-8761-5146a0788619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:16.323626156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6e9ffe-4835-407f-8761-5146a0788619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:16.375617815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6e9ffe-4835-407f-8761-5146a0788619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:16.692432738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f71d829-dd9d-4aa1-8b10-fccda0474c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:16.692719167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78aaf22b-25e4-4390-90c9-93bd37c52864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:16.749206881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f71d829-dd9d-4aa1-8b10-fccda0474c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:16.74930983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78aaf22b-25e4-4390-90c9-93bd37c52864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:17.083656805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"152369b9-5dab-4ff6-bff6-28366eeef9e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:17.083677468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"152369b9-5dab-4ff6-bff6-28366eeef9e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:17.092638585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"465d3c27-609f-4bb6-b3d8-0e3d4eba5de1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:17.09265815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"465d3c27-609f-4bb6-b3d8-0e3d4eba5de1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:19.713233538Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"2ad1144e-3286-4977-8854-f7c206b66331","namespace":"ai-tenant-e2e-ipp-a-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:19.713307009Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"2ad1144e-3286-4977-8854-f7c206b66331","name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:19.76703527Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"2ad1144e-3286-4977-8854-f7c206b66331","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:19.767054611Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"2ad1144e-3286-4977-8854-f7c206b66331","namespace":"ai-tenant-e2e-ipp-a-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:21.294346605Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"71f4ca77-9f7f-4e89-a2cf-de8bcbc5c9ed","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","subscription":"ipp-route-2864b6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:21.29451793Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"ipp-route-2864b6-sub","reconcileID":"71f4ca77-9f7f-4e89-a2cf-de8bcbc5c9ed","MaaSSubscription":{"name":"ipp-route-2864b6-sub","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"model":"ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-2864b6/ipp-route-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:21.294921774Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"af9cfdb0-35ef-4737-ba89-1efc7583ad12","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:21.398771554Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"a4e00f9b-5fae-4d17-ac5b-8550a6a71b44","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:21.611314245Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:21.721755566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"8e580a45-307e-4949-a926-834f58a6303d","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:21.721779175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"8e580a45-307e-4949-a926-834f58a6303d","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"routeName":"external-model-e2e-rec-ctrl-d3969f-4c96ec37bbdf","namespace":"e2e-extmod-rec-user-61885d","model":"e2e-rec-ctrl-d3969f","externalModel":"e2e-rec-ctrl-d3969f","provider":"e2e-rec-ctrl-d3969f-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:31.39911166Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"69f63fbe-adb3-4249-a77b-54008417e8c0","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:31.503192501Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"89a6d31e-449e-403b-8943-7e958ee0090c","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:32.844084642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"30c0531c-5009-459c-89eb-c216ef1154b0","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:33.173311502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"9f3b7989-2426-4b90-8658-9d6856c9a2c9","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:33.173339171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"9f3b7989-2426-4b90-8658-9d6856c9a2c9","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"routeName":"external-model-e2e-rec-ctrl-d3969f-4c96ec37bbdf","namespace":"e2e-extmod-rec-user-61885d","model":"e2e-rec-ctrl-d3969f","externalModel":"e2e-rec-ctrl-d3969f","provider":"e2e-rec-ctrl-d3969f-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:34.094316129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"611e5cab-bca1-4493-9d1f-3114c661cc90","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:34.151341834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"611e5cab-bca1-4493-9d1f-3114c661cc90","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:41.504565173Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"6e1b943a-789c-4f3a-b1e6-517ba63da848","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:41.617711562Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"a03b9c4f-f4d4-4b82-894f-23871dbd0d50","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:41.722021125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"ceb178ed-d3df-4860-a160-6913460d2f58","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:41.8866143Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:42.413170933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d29c0ff-c327-4183-8e8e-19994dc13938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:42.46504758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d29c0ff-c327-4183-8e8e-19994dc13938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:42.516891733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d29c0ff-c327-4183-8e8e-19994dc13938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:42.568472357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d29c0ff-c327-4183-8e8e-19994dc13938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:43.906493394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5016cd03-c2ee-4b48-956a-f33df37c4c91","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:44.04333566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"ea18548a-58da-4692-98cb-1948016e4ae5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:44.043348196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"1bae2b80-d79f-4038-b7fe-8374c4ff9471","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:44.139375945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"6f49a672-10a7-4dd3-a5b5-e4a8a55a61d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:44.152293638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"4a783f69-8f5f-4015-863f-d0e9a1a56c1e","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:44.274757207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"e42221a7-4419-49f4-b72c-aba6c85e402f","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:44.35990053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"79471b06-c0b9-4883-8532-cf89834b6364","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:44.447710056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc076482-4af5-4d33-9ea1-69b327582cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:44.460122236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"b61011e5-1ec1-40ba-8bbd-ea98dd28f544","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:44.497105273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"5815d2ae-f268-422e-875f-17893a6023d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:44.49958432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc076482-4af5-4d33-9ea1-69b327582cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:44.551847359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc076482-4af5-4d33-9ea1-69b327582cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:44.604031076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc076482-4af5-4d33-9ea1-69b327582cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:44.76166575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eea3bf4f-0d9a-4b3f-9e7d-3bd33b751362","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:44.813918562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"2f573be8-6ab0-4dac-8239-9f43a5158c4f","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:44.97292864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"9fb27eb9-3520-4d06-ab1f-dbea80c31eea","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:46.613976904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2854560c-4f79-40b6-ab55-08d6703beb63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:46.665970424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2854560c-4f79-40b6-ab55-08d6703beb63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:46.718085903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2854560c-4f79-40b6-ab55-08d6703beb63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:46.770476666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2854560c-4f79-40b6-ab55-08d6703beb63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:47.870894269Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"ff2f9839-95b5-4260-becc-de6687d6ccee","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:47.975019575Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"f886c7f7-1b52-4c1a-be55-efb9e76d65cf","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:48.07947858Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"da9cdb73-f75c-4aa2-8338-916ab7beb60a","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:48.209560841Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"45d7a3a4-e2e1-41c2-9297-13d27fa7a871","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:48.701543359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefde62f-c913-43a1-8d96-1898ed8b61cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:48.779484104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefde62f-c913-43a1-8d96-1898ed8b61cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:48.831523491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefde62f-c913-43a1-8d96-1898ed8b61cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:48.883859217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefde62f-c913-43a1-8d96-1898ed8b61cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:49.154700892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c025bd74-b6ac-4c88-ad15-654aa4eb0f1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:49.154725148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c025bd74-b6ac-4c88-ad15-654aa4eb0f1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:49.206928874Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"4027b23a-a688-4a9a-8a7f-a0e045428a49","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:49.313039163Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"e1650045-9c62-4abe-aaa4-e41cca5824d3","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:49.318296472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-46820d87","namespace":"ai-tenant-e2e-mt-46820d87"},"namespace":"ai-tenant-e2e-mt-46820d87","name":"e2e-policy-46820d87","reconcileID":"25b8cfca-d61b-4668-b3cd-cffdd90f8862","MaaSAuthPolicy":{"name":"e2e-policy-46820d87","namespace":"ai-tenant-e2e-mt-46820d87"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:49.318374297Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c6e99c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c6e99c","reconcileID":"98459278-90dc-4b32-bb87-b497d02488cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c6e99c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-c6e99c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:49.365206951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55429f17-3e49-4778-863f-bbfa9ec10457","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:49.365228433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55429f17-3e49-4778-863f-bbfa9ec10457","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:49.446300821Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-46820d87","namespace":"ai-tenant-e2e-mt-46820d87"},"namespace":"ai-tenant-e2e-mt-46820d87","name":"e2e-policy-46820d87","reconcileID":"25b8cfca-d61b-4668-b3cd-cffdd90f8862","MaaSAuthPolicy":{"name":"e2e-policy-46820d87","namespace":"ai-tenant-e2e-mt-46820d87"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:49.502016169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-46820d87","namespace":"ai-tenant-e2e-mt-46820d87"},"namespace":"ai-tenant-e2e-mt-46820d87","name":"e2e-policy-46820d87","reconcileID":"25b8cfca-d61b-4668-b3cd-cffdd90f8862","MaaSAuthPolicy":{"name":"e2e-policy-46820d87","namespace":"ai-tenant-e2e-mt-46820d87"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:49.63989718Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"b909f01f-fe7d-4cb3-8682-38a0d655200f","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:49.748343059Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"d8d19f2c-ca4b-41b5-a289-4373d644df49","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:50.815678325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c090265d-b78f-4459-8b7e-222f0422d9ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:50.867050596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"25d1720d-30bc-4820-8470-4cf155c36114","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-ca7a55","tenantID":"e2e-praxis-b-ca7a55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:50.867567591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c090265d-b78f-4459-8b7e-222f0422d9ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:50.919187281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c090265d-b78f-4459-8b7e-222f0422d9ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:50.97098496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c090265d-b78f-4459-8b7e-222f0422d9ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:51.036851886Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"25d1720d-30bc-4820-8470-4cf155c36114","name":"e2e-praxis-b-ca7a55-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:51.708934947Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"2ac02be6-7d02-434a-a383-f9c6fb73ca0f","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:51.812593326Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"70fc19b4-1d54-4f47-bc10-53376899f600","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:52.956167795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7a37fe-e1c5-47ae-bb27-5c06f80fcc21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:53.00797677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7a37fe-e1c5-47ae-bb27-5c06f80fcc21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:53.059701133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7a37fe-e1c5-47ae-bb27-5c06f80fcc21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:53.111549291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7a37fe-e1c5-47ae-bb27-5c06f80fcc21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:58.129740904Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"de4a66be-0ed5-4ca9-bfe0-cfb38c1e5cc4","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:58.236116924Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"50e43427-aed6-450e-8979-a5a5039557b4","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:58.354569358Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"e5c59df6-fc44-4807-9ebf-bb01afa5e5b4","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:58.459161534Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"b8313252-dc8c-4419-ad45-c000cc49031a","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:59.074334281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12bc8370-f12e-4d97-b8e8-a0ee944568fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:59.126396397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12bc8370-f12e-4d97-b8e8-a0ee944568fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:59.178269986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12bc8370-f12e-4d97-b8e8-a0ee944568fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:26:59.230319947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12bc8370-f12e-4d97-b8e8-a0ee944568fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:01.120374753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"411b1b84-b492-445d-82e4-720cf6897898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:01.172947825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"411b1b84-b492-445d-82e4-720cf6897898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:01.224857267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"411b1b84-b492-445d-82e4-720cf6897898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:01.276961993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"411b1b84-b492-445d-82e4-720cf6897898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:03.156588096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e39e32-c70c-44f1-9203-d92b28740d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:03.208548934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e39e32-c70c-44f1-9203-d92b28740d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:03.260404915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e39e32-c70c-44f1-9203-d92b28740d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:03.312236795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e39e32-c70c-44f1-9203-d92b28740d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:05.429465738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"1ac7f346-f454-40fa-896c-75e9d580c163","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:05.581400094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"3b34d7f8-0b27-4dd5-95bb-aaeade9a4330","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:05.681165308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"51288612-9830-4ac2-ba11-b52543697b50","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:05.787995159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"40461607-a19a-405b-bd0d-db36fef1652c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:06.080032534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"2567b11e-445d-4e9d-9520-629a32dc31cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:06.180926321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"25c9c82a-a6ad-49b7-bba2-42d0707e2b1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:06.363315995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"b53fa213-795b-4b54-b19f-7fe7a228da3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:06.41936486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6e42cc21-2261-4560-8903-82b624108dc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:06.572746303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"2a0a56c4-c457-49ce-a35f-ec9421c42487","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:06.609165424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"9c24e32f-ab79-4cf3-9b8b-896a01adfcde","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:06.620522936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b66e899-387b-4b46-9bfe-bbd8e2de7202","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:06.722092014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"37e32649-4013-496f-82b9-2d2cf3b40079","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:08.459776678Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"2d3dd1de-1e76-4499-8c7e-90701607f373","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:08.610111145Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"dea718fe-4520-4941-a717-826e36115584","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:08.772028963Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"350a166b-3833-4549-98c8-91f7b2cff24f","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:08.876267937Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"29a43ab4-0e83-4d70-b3ea-91c77efdc19e","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:11.888084722Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:15.198972201Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-46820d87","namespace":"ai-tenant-e2e-mt-46820d87"},"namespace":"ai-tenant-e2e-mt-46820d87","name":"e2e-policy-46820d87","reconcileID":"887f1490-1562-4bda-91c3-a1406b203fc5","MaaSAuthPolicy":{"name":"e2e-policy-46820d87","namespace":"ai-tenant-e2e-mt-46820d87"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:15.302658603Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-46820d87","namespace":"ai-tenant-e2e-mt-46820d87"},"namespace":"ai-tenant-e2e-mt-46820d87","name":"e2e-policy-46820d87","reconcileID":"887f1490-1562-4bda-91c3-a1406b203fc5","MaaSAuthPolicy":{"name":"e2e-policy-46820d87","namespace":"ai-tenant-e2e-mt-46820d87"},"policyNamespace":"ai-tenant-e2e-mt-46820d87","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:15.678459711Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","namespace":"ai-tenant-e2e-ipp-a-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:15.678535282Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","namespace":"ai-tenant-e2e-ipp-a-2864b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:15.678601304Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","tenant":"e2e-ipp-a-2864b6","tenantID":"e2e-ipp-a-2864b6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:15.732951053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"Deployment","name":"maas-api-e2e-ipp-a-2864b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:15.792546133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"Service","name":"maas-api-e2e-ipp-a-2864b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:15.864143602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-2864b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:15.918142751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-2864b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:15.972809949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-2864b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:16.027531289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-2864b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:16.086847135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-2864b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:16.142320226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-2864b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:16.196129254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-2864b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:16.252496282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-2864b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:16.317615058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"Service","name":"payload-processing-e2e-ipp-a-2864b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:16.377255538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-2864b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:16.433253766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-2864b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:16.487624783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-2864b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:16.543609562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-2864b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:16.599265454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-2864b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:16.655074682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-2864b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:16.708812809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-2864b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:16.767260408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-2864b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:16.825087083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2864b6"},"namespace":"ai-tenant-e2e-ipp-a-2864b6","name":"default-tenant","reconcileID":"17aa835a-7b03-4cd8-8914-5609875bca8b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-2864b6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:17.526372039Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2864b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2864b6","reconcileID":"f2462f65-9781-44c7-9397-e5a219df9d45","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2864b6","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-2864b6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:17.741778226Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"69136922-6da9-49cd-89ac-30a44cfdcf0e","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:17.898893816Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"eb231c25-a681-44f1-9c86-e95d3414524b","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:18.758737333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27026fd-ff0b-4855-8c22-527fec3555fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:18.810623573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27026fd-ff0b-4855-8c22-527fec3555fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:18.862642972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27026fd-ff0b-4855-8c22-527fec3555fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:18.914626743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27026fd-ff0b-4855-8c22-527fec3555fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:20.812923901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b23af5-f766-4c2a-8895-aa1b4bba740e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:20.864672694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b23af5-f766-4c2a-8895-aa1b4bba740e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:20.916961013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b23af5-f766-4c2a-8895-aa1b4bba740e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:20.968916617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b23af5-f766-4c2a-8895-aa1b4bba740e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:27.899740061Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"71d6f1f2-1311-4432-b4f8-f4db2f297131","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:28.006676845Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"7ad52476-c6c5-4172-a894-9a25757eb7b4","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:30.064148877Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"080a6786-70ea-4a85-a251-fbe1501512e4","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:30.22015412Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"3d246dd9-fd9e-421b-88ef-4fe96e980618","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:31.004372273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3705d1cd-ab65-4d63-b60d-559b4a0b3f13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:31.05712494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3705d1cd-ab65-4d63-b60d-559b4a0b3f13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:31.109852501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3705d1cd-ab65-4d63-b60d-559b4a0b3f13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:31.161798034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3705d1cd-ab65-4d63-b60d-559b4a0b3f13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:33.103990961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9446f723-00ee-4e5b-b4a3-702b8da3c807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:33.155905773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9446f723-00ee-4e5b-b4a3-702b8da3c807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:33.207601227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9446f723-00ee-4e5b-b4a3-702b8da3c807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:33.259265644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9446f723-00ee-4e5b-b4a3-702b8da3c807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:40.221464614Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"509547b7-5bbf-4502-a966-02702b42ed5c","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:40.326339732Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"67a4905a-9958-4a1c-9d5b-78fe5ad1eca2","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:41.28488025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"31ca0c48-7f05-4c4e-a2c6-5046b3bde062","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:41.385174753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6b4c5f50-e78f-4565-aa2d-8ec09edb6513","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:41.484621067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"2c88a4ba-11d1-437d-b741-67b5e6e7aadc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:41.735146342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"11c2fd26-2d57-4841-a2f9-b7b355e37617","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:41.801988481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"73aa7b35-300f-4b33-a7cb-a57c888c62e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:41.83477208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"cdb6c9cd-ceaf-45d3-9d44-f2c911d36888","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:41.886937739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:42.118018505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"72293bb1-a70d-447b-9090-9826b2a39380","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:42.343452737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"952616bf-7236-4c93-9bfc-b80cf9ceef88","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:42.418946528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"3bb195d5-c3b1-421c-a171-e62332ded965","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:42.516812972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3fcb1113-b0ec-40f0-b24c-98c66f97a14f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:42.536431834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"4f31f6af-911e-4666-bb6d-4ff6ab4aeb4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:42.669985368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"0f958dae-6a16-4c20-a4f1-c655b939c8e5","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:44.048458793Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"8a28c57f-0510-4ce8-af59-3db7c8100070","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:44.20621294Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"0da3f16e-a757-424b-af7f-854b49d25bad","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:45.005652424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b1a64b-fe38-4656-8001-e55a051de110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:45.05748085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b1a64b-fe38-4656-8001-e55a051de110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:45.109186285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b1a64b-fe38-4656-8001-e55a051de110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:45.16229859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b1a64b-fe38-4656-8001-e55a051de110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:47.110486837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88552ea6-e6a4-45e6-aaa3-12c2388ac0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:47.162556147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88552ea6-e6a4-45e6-aaa3-12c2388ac0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:47.214440476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88552ea6-e6a4-45e6-aaa3-12c2388ac0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:47.266161047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88552ea6-e6a4-45e6-aaa3-12c2388ac0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:48.076242986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"22e52ef0-7c28-4c68-9d5a-c5b252335481","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:48.193936822Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"22e52ef0-7c28-4c68-9d5a-c5b252335481","name":"e2e-extmod-b-c6e99c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:49.14144987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"064f04e8-e41b-432a-a197-2faa762488ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:49.195746293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"064f04e8-e41b-432a-a197-2faa762488ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:49.248337417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"064f04e8-e41b-432a-a197-2faa762488ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:49.300196711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"064f04e8-e41b-432a-a197-2faa762488ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:51.201849592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6fad83-c13c-41c3-bf28-ffaa1c83023e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:51.25394154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6fad83-c13c-41c3-bf28-ffaa1c83023e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:51.305960868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6fad83-c13c-41c3-bf28-ffaa1c83023e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:51.357939981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6fad83-c13c-41c3-bf28-ffaa1c83023e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:53.298029062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd3ce441-fe7b-4442-9a9f-253db465dc0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:53.349843567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd3ce441-fe7b-4442-9a9f-253db465dc0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:53.401748832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd3ce441-fe7b-4442-9a9f-253db465dc0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:53.453686031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd3ce441-fe7b-4442-9a9f-253db465dc0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:54.202504809Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"ab6edc7d-829e-4022-b0de-9258f2efdcea","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:54.315206399Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"25451bf2-e380-49f0-93b1-ed0887e5d1d8","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:55.657440123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"e95841c3-17cb-466c-8681-4f4ca8be63f6","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:55.71052157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"7ff87946-7648-4951-9c0b-efd5f0e40d4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:55.80215553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"0e7ed1f5-e0bd-4327-831c-e929c4ce641b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:55.903022257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cd550e85-1673-45ab-a177-a998aa48d12a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:55.954994592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"2b758b40-dc7c-478d-bee6-f26ed3fb0786","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:56.086210871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"c6cd4dbe-6d6d-40b2-a98a-e4753e218368","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:56.199291666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"bc95e853-7a8b-4051-bb1f-68bc817ac118","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:56.338442813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"bef58f17-c7cd-4ee8-b028-8fb5fa2d5f0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:56.433643547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"108f6cbe-1f8b-4e7d-9628-d208c3be1008","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:56.536134306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"a6653ba5-5576-4356-a20e-cb955340c33e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:56.582453759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"c9025bab-3440-4726-8bfa-7aa3eacd7cf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:27:56.699926349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"c36f7e08-ed02-4d3e-9506-4bc93b1ed271","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:04.307998222Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"324a1306-4ebf-4a4e-8635-6957c2977dd4","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:04.419684851Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"47089e3b-6d9a-4f51-89f9-e06b9107ab00","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:11.886678769Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:12.999399609Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","namespace":"ai-tenant-e2e-ipp-b-5451cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:12.99948796Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","namespace":"ai-tenant-e2e-ipp-b-5451cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:12.999570697Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","tenant":"e2e-ipp-b-5451cb","tenantID":"e2e-ipp-b-5451cb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.053699918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"Deployment","name":"maas-api-e2e-ipp-b-5451cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.118998369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"Service","name":"maas-api-e2e-ipp-b-5451cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.17384859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-5451cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.229827226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-5451cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.288606091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-5451cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.349129665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-5451cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.406102613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-5451cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.460406322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-5451cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.518048532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-5451cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.575353851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-5451cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.635570585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"Service","name":"payload-processing-e2e-ipp-b-5451cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.699968195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-5451cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.754956873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-5451cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.809207905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-5451cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.869964606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-5451cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.926036495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-5451cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:13.981047265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-5451cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:14.035246836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-5451cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:14.091547732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-5451cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:14.149932987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5451cb"},"namespace":"ai-tenant-e2e-ipp-b-5451cb","name":"default-tenant","reconcileID":"0f426a82-521e-482f-911d-dcd43ba283f3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-5451cb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:14.413571706Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"ed8f87c0-8a31-440e-973a-9ccc6017b3a7","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:14.52502877Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"52a7ef06-d387-4e4e-83dd-5f2a21965c2d","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:20.721558841Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"9b26d5e7-5d7d-44db-8612-68294365bef5","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:20.825471098Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"f66f6cb1-9ccd-48d2-930a-ee8c21d90bce","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:20.95308246Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"363b200f-5d86-4da1-a569-e9abfda0f013","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:21.012521099Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5451cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5451cb","reconcileID":"c793470a-f724-4ce0-8aef-f3ff7179701f","aitenant":"ai-tenants/e2e-ipp-b-5451cb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:21.182597461Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"847dc5f1-812b-456d-9b1f-cc146d7d33d6","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:21.286963372Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"69decc67-b9c5-4d80-b87c-96a196673d72","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:21.601709133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd479171-12c2-4b69-9303-fe31486d34dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:21.653601211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd479171-12c2-4b69-9303-fe31486d34dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:21.705424304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd479171-12c2-4b69-9303-fe31486d34dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:21.757177995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd479171-12c2-4b69-9303-fe31486d34dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:21.815459091Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5451cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5451cb","reconcileID":"c793470a-f724-4ce0-8aef-f3ff7179701f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5451cb","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-5451cb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:22.030143812Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"42f90077-6045-4ede-84bd-c1eb4b49d8f0","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:22.134216516Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"98c19023-f605-4da4-bbeb-e244d3094e8c","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:23.705153294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bce7193-8a49-49f1-8c93-165d8e204510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:23.756932115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bce7193-8a49-49f1-8c93-165d8e204510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:23.808618389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bce7193-8a49-49f1-8c93-165d8e204510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:23.860328826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bce7193-8a49-49f1-8c93-165d8e204510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:25.761537488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef2098c-ec25-4acd-ae86-ff49be44214a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:25.813427835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef2098c-ec25-4acd-ae86-ff49be44214a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:25.865384603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef2098c-ec25-4acd-ae86-ff49be44214a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:25.917174608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef2098c-ec25-4acd-ae86-ff49be44214a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:32.135280273Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"7d8391d4-fd05-48d8-a424-e6ef3e8001cf","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:32.240151743Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"70e054d0-fb62-4be0-9ec7-cd6e90fbad8f","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:39.653222218Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"0e2223ed-ba98-4268-8b1f-a57ebef31ea9","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:39.808159404Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"75a87e31-a30e-4550-8dd9-ddbd76e9445b","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:40.53125193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08066628-9888-4259-8b43-687fd26450f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:40.584077557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08066628-9888-4259-8b43-687fd26450f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:40.636213871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08066628-9888-4259-8b43-687fd26450f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:40.687928807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08066628-9888-4259-8b43-687fd26450f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:41.885923369Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:41.97814078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"ba254764-36de-4f22-a0b8-3957864e685a","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.00365895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"133e4874-7d6a-47ee-b80c-344eec2b0b65","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.064569099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"00b217e0-eb4a-4c4e-8386-6e2500801a88","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.064862477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"bd788b9c-3b80-46c2-b1bb-18f9c16c1c1e","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.173146374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b508c456-3ae8-4155-bad9-215eea31cf89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.173910623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"fe55a9a9-0cff-4a31-a0a7-d45acbc072f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.227394978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"c4ca1502-b6a4-426f-88c8-be5aaf35cf88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.227937258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"c7f1b513-775e-4703-9549-28753e0e9a0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.232268139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"fe55a9a9-0cff-4a31-a0a7-d45acbc072f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.232326084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b508c456-3ae8-4155-bad9-215eea31cf89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.599574892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b267b58-561c-4458-9863-5ac80bb81ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.599756351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"30860cd4-cacc-4bd8-a26c-c2887b643a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.599939811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"fc182d08-9b37-4638-b87f-b74989565e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.652357092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b267b58-561c-4458-9863-5ac80bb81ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.7040275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b267b58-561c-4458-9863-5ac80bb81ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.709089155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"fc182d08-9b37-4638-b87f-b74989565e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.709369437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"30860cd4-cacc-4bd8-a26c-c2887b643a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:42.755851208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b267b58-561c-4458-9863-5ac80bb81ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:43.774962689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"824ab7c8-0482-4c10-b510-07e171951e99","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:43.774990315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"824ab7c8-0482-4c10-b510-07e171951e99","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.057283803Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-69c44b","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b","reconcileID":"8b6df890-d96d-434c-8ea3-4340ec786420","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.072762195Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-69c44b","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b","reconcileID":"a6055029-fe8a-4e8e-b957-f8874a06b345","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.219284385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c871a58-15a5-4356-8314-46438d0aa6ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.219374927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b7e87598-8ad6-4b29-a45e-10962a52e5ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.220508666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"323bdba6-9e77-4cef-9402-2a77ee31427a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.277463244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b7e87598-8ad6-4b29-a45e-10962a52e5ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.280085627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"323bdba6-9e77-4cef-9402-2a77ee31427a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.31925765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"55bd7014-5ba0-475b-b485-6be6a58dbd2c","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.321365567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"1508e070-5f83-42e1-8aa7-49630192bc3b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.34762211Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c871a58-15a5-4356-8314-46438d0aa6ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.378020577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"55bd7014-5ba0-475b-b485-6be6a58dbd2c","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.379501538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"1508e070-5f83-42e1-8aa7-49630192bc3b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.404425562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c871a58-15a5-4356-8314-46438d0aa6ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.50504352Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"2ad41eb3-5a64-428a-a625-5735cffe4dda","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-shared-69c44b","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.620192369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"812d1c08-6dc3-46b7-92cf-38a70b99c68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.668141733Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"33897481-de59-43d7-a112-d1ccd2717742","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-shared-69c44b","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.677150501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"812d1c08-6dc3-46b7-92cf-38a70b99c68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.720071456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"761ea32f-0573-4ea2-ae34-d2d58c898881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.720260018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d6e821b-dbe7-40de-9d09-079b43908c2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.720278536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d6e821b-dbe7-40de-9d09-079b43908c2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.776803222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"761ea32f-0573-4ea2-ae34-d2d58c898881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.824328418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"42592f81-b60c-4bc1-a8e5-9af3ae0477d6","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.842930514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"2cac55ec-8691-46c9-956e-ec41f391c7fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.885260758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"42592f81-b60c-4bc1-a8e5-9af3ae0477d6","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.900936344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"2cac55ec-8691-46c9-956e-ec41f391c7fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.936277322Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"32ca4861-d696-41e1-868a-9e9935eb6b67","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-shared-69c44b","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:44.944548711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"cf820baf-e603-4130-a848-42e70cad8f04","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.005690468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"cf820baf-e603-4130-a848-42e70cad8f04","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.04547984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"618083a3-a474-4067-a77e-5fd134501ff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.098904521Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"b98c9ce0-0274-4dd0-83e5-9d92c564ac4d","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-shared-69c44b","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.103996427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"618083a3-a474-4067-a77e-5fd134501ff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.143413083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"79063fc4-4648-4923-9a64-b700a8eb87f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.201114111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"79063fc4-4648-4923-9a64-b700a8eb87f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.272182235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c802c2bf-7cf8-42d4-8c9d-fe16320a94e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.362116825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c802c2bf-7cf8-42d4-8c9d-fe16320a94e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.374802145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ab03b46-a11b-4c2f-b583-b3ff7ae9889b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.431635268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ab03b46-a11b-4c2f-b583-b3ff7ae9889b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.469342473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"123861c5-36c2-4fd0-b107-8ff79deb69b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.477461109Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"1ce3ea34-961a-4f7f-a23d-03e28f85e45e","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-shared-69c44b","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.490285808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ab03b46-a11b-4c2f-b583-b3ff7ae9889b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.525941441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"123861c5-36c2-4fd0-b107-8ff79deb69b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.580317013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"dc71b576-5491-4a0f-a686-11a78ec74a01","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.581773567Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"d1ff4ed6-2e65-4ea0-9f42-e381d28d84f5","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-shared-69c44b","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.632804852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"66f557da-3e72-401c-803f-f0b71a91a3bf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.637819562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"dc71b576-5491-4a0f-a686-11a78ec74a01","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.685344702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"13154601-c6eb-4457-9669-2acc0faa8dcc","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-shared-69c44b","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:45.69087774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"66f557da-3e72-401c-803f-f0b71a91a3bf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.397680298Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-69c44b","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b","reconcileID":"482e8415-6653-4090-923f-90a606b300ca","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.465294528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"1579ec28-91d5-406c-8ec2-cc1a6f202aeb","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.564414873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab336fe2-be33-4012-93a9-595ee3334279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.564442593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9afbf83b-2cd1-467c-906b-facbce4d8d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.565375281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26c0cae0-4c5a-40a2-9495-5660aebe1967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.621290355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab336fe2-be33-4012-93a9-595ee3334279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.621426941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9afbf83b-2cd1-467c-906b-facbce4d8d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.623748889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26c0cae0-4c5a-40a2-9495-5660aebe1967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.627659402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"3043c11a-1b05-4943-aae0-b3953487b968","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.670478969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"da0281a1-753f-470a-9242-7b049944e429","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.678213529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"f015ea9d-559b-4414-94b5-76c29640c4ed","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.679261743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26c0cae0-4c5a-40a2-9495-5660aebe1967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.727434929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"da0281a1-753f-470a-9242-7b049944e429","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.735511182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"f015ea9d-559b-4414-94b5-76c29640c4ed","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.790076567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"0f414a50-556d-41c5-928b-b3ea2cef7758","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.836117296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c7d3a648-ce3b-49da-8d23-13c225f2bf8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.894544935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c7d3a648-ce3b-49da-8d23-13c225f2bf8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:28:46.895076042Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"0f414a50-556d-41c5-928b-b3ea2cef7758","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:28:46.8951322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"0f414a50-556d-41c5-928b-b3ea2cef7758","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.947219666Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"af9aa303-3049-442f-9c1c-682754ee4b48","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.983478876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e6841995-2ad6-4911-8fc4-3d5c00113492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:46.983531953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c80c4703-85b7-467b-9011-d5fbee35ec47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:47.042124034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c80c4703-85b7-467b-9011-d5fbee35ec47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:47.044027206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e6841995-2ad6-4911-8fc4-3d5c00113492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:47.051481918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"12718e6c-f17c-4ee8-b4f0-926c1d9c1761","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:47.179136571Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:47.187467929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"83ad08e6-f260-4d2e-9e9f-b82bcbecb74f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:47.244275779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"83ad08e6-f260-4d2e-9e9f-b82bcbecb74f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:47.287037132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b7e9570c-3bc0-43c2-ac8d-eff27f641762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:47.289700136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"4fcb8b9e-d60c-4fec-a93e-8fbd471a1053","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:47.345148913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b7e9570c-3bc0-43c2-ac8d-eff27f641762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:47.346485904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"4fcb8b9e-d60c-4fec-a93e-8fbd471a1053","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:47.589059166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"e889a1c5-86bb-4ad0-b5c3-7291b9a88e0c","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:47.645909459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"e889a1c5-86bb-4ad0-b5c3-7291b9a88e0c","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:48.536856671Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-69c44b","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b","reconcileID":"05092ca8-9dec-40c2-9bc7-f7da815516f5","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:48.717439352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"9d3fc24c-9ed6-4cf9-9c1a-9388b4ac4487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:48.720170229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"570c3047-6071-4a61-ab01-ab61089d55c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:48.720395583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"781e6893-2c62-4575-866f-5164bb752239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:48.721586132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d81c5faf-c615-4e1f-9f15-2827ad08590e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:48.77481458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"9d3fc24c-9ed6-4cf9-9c1a-9388b4ac4487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:48.777772352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"781e6893-2c62-4575-866f-5164bb752239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:48.778205252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"570c3047-6071-4a61-ab01-ab61089d55c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:48.781555928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d81c5faf-c615-4e1f-9f15-2827ad08590e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:48.823500322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"9dcc580c-f059-4015-b0bb-71af5e739a4d","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:48.867514168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d81c5faf-c615-4e1f-9f15-2827ad08590e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:48.881329388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"9dcc580c-f059-4015-b0bb-71af5e739a4d","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.059769824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"118c1660-ee05-4c38-a1f2-674ae448c994","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.117991555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"118c1660-ee05-4c38-a1f2-674ae448c994","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.228758279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"b5d657cd-4354-4df6-897c-bd08623ae278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.22895983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"eb36f55c-b5a6-4753-b426-f4125e2f5c02","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.235011225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"97e68da7-e440-4fd7-be5b-310e0673c3ce","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.235029155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"97e68da7-e440-4fd7-be5b-310e0673c3ce","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.286756814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"b5d657cd-4354-4df6-897c-bd08623ae278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.286764949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"eb36f55c-b5a6-4753-b426-f4125e2f5c02","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.327498054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9e94e1c9-b1b4-440a-bb16-61fb87b2cf42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.330995107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"b33f26e5-98d1-4a19-b691-33d8d31829bf","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.384347796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9e94e1c9-b1b4-440a-bb16-61fb87b2cf42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.387843606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"b33f26e5-98d1-4a19-b691-33d8d31829bf","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.53031511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"89eed15b-7a41-4018-a93e-20be64978a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.587327437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"89eed15b-7a41-4018-a93e-20be64978a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.631157183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"ae2b7c80-0146-496e-a2af-fe781096830c","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.631281552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"ae2b7c80-0146-496e-a2af-fe781096830c","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.740070244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"fdb3f53f-e6ff-4f77-8d44-29d0d52ab6d5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.740866598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"e089a8e8-9c1a-4164-8eff-a2531fb55235","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.798675567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"fdb3f53f-e6ff-4f77-8d44-29d0d52ab6d5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.808825464Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"ce074722-2be7-45e0-b02b-a587e261f668","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.867536192Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"e089a8e8-9c1a-4164-8eff-a2531fb55235","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.91295121Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"48a2799c-a1fc-48dd-828d-b826cf98ff9f","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.922963013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-918b8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"e089a8e8-9c1a-4164-8eff-a2531fb55235","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.980731459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"197cd4f2-156c-472d-a50f-62d51d7e7f1d","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:49.980844752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"197cd4f2-156c-472d-a50f-62d51d7e7f1d","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:51.608679969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"b53b2ccd-d0e7-43a7-b709-d96dfccb1587","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:51.713609177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"641e68c7-ec53-4621-92d5-f93cdefe25cb","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:51.718854391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"29c27243-3cf5-4a1a-ad1f-52bfe358e92f","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:51.850805559Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"29c27243-3cf5-4a1a-ad1f-52bfe358e92f","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:51.906730801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"29c27243-3cf5-4a1a-ad1f-52bfe358e92f","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:52.015950149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"dd1bb8e6-6adf-434d-a271-9657aafd4a40","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:59.026270961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbe47bed-c2d0-4ed2-be76-aae55c16613e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:59.082941481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbe47bed-c2d0-4ed2-be76-aae55c16613e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:59.138825845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbe47bed-c2d0-4ed2-be76-aae55c16613e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:28:59.913960784Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"f8ef0540-df94-4fa1-9e9a-376ecd98b971","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:00.018612525Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"5cd26980-49a9-45a7-aeb1-4119e1517fec","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:00.087440101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"33c14809-8eaa-4a70-a119-7120fa270acf","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:00.144467166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"33c14809-8eaa-4a70-a119-7120fa270acf","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:00.200199925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-918b8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"33c14809-8eaa-4a70-a119-7120fa270acf","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:02.070223965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"cad07421-8824-4d23-bc9a-dae7c8609fbf","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:02.127077777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"cad07421-8824-4d23-bc9a-dae7c8609fbf","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:02.182485467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"cad07421-8824-4d23-bc9a-dae7c8609fbf","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:02.802903357Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:03.361170448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"6f6d4f9b-f387-4927-a65d-60431eea6aeb","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:03.417684083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"6f6d4f9b-f387-4927-a65d-60431eea6aeb","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:03.473180898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"6f6d4f9b-f387-4927-a65d-60431eea6aeb","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:03.58005379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"1d34e35d-64d7-42b2-86b2-7ad431f88bb3","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:03.636912828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"1d34e35d-64d7-42b2-86b2-7ad431f88bb3","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:03.644422144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"bad9ebf0-afa5-48ea-b4b9-3b57b27d36bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:03.692126902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"1d34e35d-64d7-42b2-86b2-7ad431f88bb3","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:03.70096918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"bad9ebf0-afa5-48ea-b4b9-3b57b27d36bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:03.730333078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"07a11b29-ebda-4202-8a53-1c4b0f2e1c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:03.788518447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"07a11b29-ebda-4202-8a53-1c4b0f2e1c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:09.297441403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82262553-b677-4fe5-9e78-036baeab338b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:09.354760971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82262553-b677-4fe5-9e78-036baeab338b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:09.41093701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82262553-b677-4fe5-9e78-036baeab338b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:09.470119179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8328ccc4-8485-4c84-8a94-68709be31002","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:09.470136237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8328ccc4-8485-4c84-8a94-68709be31002","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:10.021176459Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"01a3426f-da8a-45f3-9450-6f447fb112f1","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:10.125590359Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"1ab2a161-b925-43e0-b43d-dc1409b17818","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:10.306538981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"bb1e8095-086e-46d0-a2b9-4240b15fba25","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:10.363365553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"bb1e8095-086e-46d0-a2b9-4240b15fba25","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:10.418764678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-918b8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"bb1e8095-086e-46d0-a2b9-4240b15fba25","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:11.885520777Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:13.80090058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"ddbc8fb3-378c-4768-b1e5-2b2f0153002a","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:13.859012385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"ddbc8fb3-378c-4768-b1e5-2b2f0153002a","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:13.914568075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"ddbc8fb3-378c-4768-b1e5-2b2f0153002a","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:15.763729094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"4fbb48bd-c867-47ff-aa5d-aae901bbd1d4","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:19.628642879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0af400a-0098-46ee-bf9a-5a9c25dba8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:19.68877079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0af400a-0098-46ee-bf9a-5a9c25dba8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:19.744711896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0af400a-0098-46ee-bf9a-5a9c25dba8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:19.882519046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"a64c5a1f-b3f4-4c96-93c9-e8697b0ce88e","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:19.883009873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"b60b9249-0b60-4598-abd6-2f4fed9f1509","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:19.883248276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"f4e5a526-5b40-4967-8666-52e39ccbc526","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:19.959033514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"68e8f8c0-1d33-4c05-af52-105c916ec200","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:19.959498135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"ab8afa73-716a-4b40-a6e8-30652215d868","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:19.959913317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"ca467a45-7147-405a-b188-61a7bdbd4c82","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:20.049459705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2acad425-c68f-4b4b-a5aa-12a9b2587f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:20.049904912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c7d8e10c-70f7-464e-8ee9-4e5136e94b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:20.093730737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"2f7c87e4-e70f-4db8-b648-0fe2396ec1c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:20.101159547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"71955f5e-4813-4841-9f78-1d5df8f3c3b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:20.112455478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c7d8e10c-70f7-464e-8ee9-4e5136e94b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:20.116097286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2acad425-c68f-4b4b-a5aa-12a9b2587f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:20.134351911Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"4f8e5bfd-2ff5-48c8-a06d-8f71c88b1780","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:20.239574383Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"0419816e-000d-433b-b51b-7356dfd3e1eb","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:20.481877143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"9f4b1c63-c96f-4ba0-8b9a-df6a0e3df091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:20.481877129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e437c5bc-3e98-4650-b9b1-ec10e36f5049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:20.531211446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"b2fe407a-1ab7-4528-8d8c-1d2ce7cbf151","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:20.539071549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e437c5bc-3e98-4650-b9b1-ec10e36f5049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:20.539093031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"9f4b1c63-c96f-4ba0-8b9a-df6a0e3df091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:20.58817942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"b2fe407a-1ab7-4528-8d8c-1d2ce7cbf151","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:20.643639376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-918b8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"b2fe407a-1ab7-4528-8d8c-1d2ce7cbf151","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:24.022357143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"20ed20f5-5eff-4782-86c5-ba70982c03ef","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:24.079874364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"20ed20f5-5eff-4782-86c5-ba70982c03ef","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:24.135281633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"20ed20f5-5eff-4782-86c5-ba70982c03ef","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:29.903467368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"871c1c77-eb7e-46e9-9472-8b714f650a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:29.983481245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"871c1c77-eb7e-46e9-9472-8b714f650a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:30.043477441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"871c1c77-eb7e-46e9-9472-8b714f650a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:30.240676575Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"9ccdd6ec-9b3e-468b-97d9-7ca34208091f","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:30.345890469Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"4450e4fb-bd8c-4199-a4ea-14f5685ff0ba","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:30.752974041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"bd589c9a-14ca-4641-8440-38c63b6902fd","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:30.811119447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"bd589c9a-14ca-4641-8440-38c63b6902fd","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:30.866925776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-918b8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"bd589c9a-14ca-4641-8440-38c63b6902fd","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:33.618495038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"50cc06c3-4d41-462f-b39f-4f77b91b051c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:33.620415844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f5924c6b-1fc8-432d-b115-4e3bfe317f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:33.676371562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"50cc06c3-4d41-462f-b39f-4f77b91b051c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:33.677638592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f5924c6b-1fc8-432d-b115-4e3bfe317f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:34.242717361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"574b3baa-6095-48f6-be19-920152cfefae","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:34.299916502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"574b3baa-6095-48f6-be19-920152cfefae","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:34.355574927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (392e07b222ff154174dd97259be571bf79b77c8b2272ad40e14b89e408ee8e89) AuthConfig (bbb5ac690f488ad098578937f10526e87c2efe39260a2ef440e00b334f91332f) AuthConfig (8ca8899eed33ce292ef7d60f59940fae63cf3b8718a7505bda30bfde879f513d) AuthConfig (b14b9c00eceeb6a080cc95f5548f8012de0f33eabbb2d050438d80b19680d5b0) AuthConfig (11f390e026050baac5bc8da0c85233fff903844d3a2751a4825307bd12f47fd8) AuthConfig (2290fb13a2f8604f2777fbc312456acfdd2fc62cbaf1c2a99075820a0ec927dd) AuthConfig (70053dbafc1f3c051dce411d16d5b4aacbd9324bd8d92b5d3dd03be3b3f0b2f8) AuthConfig (ce4f52cabf40a54c7da3b5d406c3edbd0a403263a9d5c39883d473768c9e2fc5) AuthConfig (d1795be13291883a86ae250a1d2e05adf3d6f0cae12d5dd496e0125eb079a994) AuthConfig (0f4af566c365a5cfa388cd2eeb633ee1d83216fa28a57f0ab5c3e4bf5d1d55c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"574b3baa-6095-48f6-be19-920152cfefae","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:34.46566671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"723edd91-25ce-4655-b512-18011fdac7de","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:40.201882064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25424509-21aa-4533-a40f-62345c0d6364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:40.258588171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25424509-21aa-4533-a40f-62345c0d6364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:40.345113623Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"6f215542-0d3a-41d3-a514-9ccd7958ac5b","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:40.45100632Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"77d049ca-f098-468d-8cd4-9d6cac1bafea","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:40.574719281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b5d3de3-e6b2-45c0-afa8-0dbea1162fb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:40.574739105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b5d3de3-e6b2-45c0-afa8-0dbea1162fb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:41.061269725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"4239e031-0103-4ee7-b612-788edd7ef058","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:41.118307098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"4239e031-0103-4ee7-b612-788edd7ef058","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:41.173919989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-918b8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e731f1c2fee2f2991bedae5e6c94e62b9aff164e1f8056f76543b8f4488148c8) AuthConfig (d2dfdd6f370688ce10067601bf2f0dc88db30fc1f0d2e71861a26c2e38100b77) AuthConfig (ec68ea2e87bacd14a720eb94c12ac776bd4fd11b65cfdd95508c62ba1f83991b) AuthConfig (79bd0e0441188fe2820ea01399e382acb4efdb77e5d72fe171d6fabdfc75aad3) AuthConfig (8e810fb5d388fb9e605e1c4b445cf95eace2188ab4d00c72454c6ac4b73e5a4c) AuthConfig (be8af30dcc4fa50a8de4a298f3c5773e126d113645fa2c7dd132f1c549e29e72) AuthConfig (f223646d299e184e2d8cdc0d6e7377f0eae28dd7334e906494014cc8042986b7) AuthConfig (de350964aabd205c8593479d2bf9e909e3e9bd6e952a30dd52343f8cf8bd5ec6) AuthConfig (545b927737fd96cf365c9b4c5ede196238d3feb74b3e53d6da22b5be346470fe) AuthConfig (411e8045f122c683f1924a1d3aafe408fdaffa02a706f4070f5c52b7e048e227) AuthConfig (257812dcd398c93d1fb1954c34ef387dc63c032b80639c122837850452346b59) AuthConfig (4568040287692aa70e5b8ebb95a7cbf73c257d6a3cd5ab43014aa304dfdc923d) AuthConfig (c92023ccab73d4da1ec77014b81817d621395bd4e02d1c65dad659ca0a4844b9) AuthConfig (7dc5fba50b8d24f2d83073712700996b7cc8f3f245f1793881b1e872dbb01e23) AuthConfig (a90e3493110258ccaa31dac6f2b12ca7918d1eacdde111ee2a388779ed3766c6) AuthConfig (e36c408b771ccc01e8bcf1444977ddd7b53c48c80e83b4b16d51b2f8b9b5d551) AuthConfig (6ff35a351900da29f805312a5dbc84686482ac231177b76e95df9527a630185d) AuthConfig (3d685d0b60aaab70360ce0eacb8d8015e013c53e5b2334089d646c55beee0507)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"4239e031-0103-4ee7-b612-788edd7ef058","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:41.231397894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"551df591-1db8-443a-acf4-d3a3c1d1f696","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:41.23141855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"551df591-1db8-443a-acf4-d3a3c1d1f696","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:41.88635042Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:44.519506301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"2bb516b0-9bc3-4a60-9eae-1170ab39c49a","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:44.576875126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"2bb516b0-9bc3-4a60-9eae-1170ab39c49a","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:44.633657646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (392e07b222ff154174dd97259be571bf79b77c8b2272ad40e14b89e408ee8e89) AuthConfig (bbb5ac690f488ad098578937f10526e87c2efe39260a2ef440e00b334f91332f) AuthConfig (8ca8899eed33ce292ef7d60f59940fae63cf3b8718a7505bda30bfde879f513d) AuthConfig (b14b9c00eceeb6a080cc95f5548f8012de0f33eabbb2d050438d80b19680d5b0) AuthConfig (11f390e026050baac5bc8da0c85233fff903844d3a2751a4825307bd12f47fd8) AuthConfig (2290fb13a2f8604f2777fbc312456acfdd2fc62cbaf1c2a99075820a0ec927dd) AuthConfig (70053dbafc1f3c051dce411d16d5b4aacbd9324bd8d92b5d3dd03be3b3f0b2f8) AuthConfig (ce4f52cabf40a54c7da3b5d406c3edbd0a403263a9d5c39883d473768c9e2fc5) AuthConfig (d1795be13291883a86ae250a1d2e05adf3d6f0cae12d5dd496e0125eb079a994) AuthConfig (0f4af566c365a5cfa388cd2eeb633ee1d83216fa28a57f0ab5c3e4bf5d1d55c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"2bb516b0-9bc3-4a60-9eae-1170ab39c49a","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:50.449980007Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"c65aa4eb-ce08-4067-b4f9-dead65619d4b","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:50.560637349Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"04c7ad81-6d0a-4ae0-b7d0-45b7751dd266","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:51.338219448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"fded28a2-6b22-4bed-9cbf-3af90fb320da","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:51.395503728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"fded28a2-6b22-4bed-9cbf-3af90fb320da","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:51.451708997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-918b8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e731f1c2fee2f2991bedae5e6c94e62b9aff164e1f8056f76543b8f4488148c8) AuthConfig (d2dfdd6f370688ce10067601bf2f0dc88db30fc1f0d2e71861a26c2e38100b77) AuthConfig (ec68ea2e87bacd14a720eb94c12ac776bd4fd11b65cfdd95508c62ba1f83991b) AuthConfig (79bd0e0441188fe2820ea01399e382acb4efdb77e5d72fe171d6fabdfc75aad3) AuthConfig (8e810fb5d388fb9e605e1c4b445cf95eace2188ab4d00c72454c6ac4b73e5a4c) AuthConfig (be8af30dcc4fa50a8de4a298f3c5773e126d113645fa2c7dd132f1c549e29e72) AuthConfig (f223646d299e184e2d8cdc0d6e7377f0eae28dd7334e906494014cc8042986b7) AuthConfig (de350964aabd205c8593479d2bf9e909e3e9bd6e952a30dd52343f8cf8bd5ec6) AuthConfig (545b927737fd96cf365c9b4c5ede196238d3feb74b3e53d6da22b5be346470fe) AuthConfig (411e8045f122c683f1924a1d3aafe408fdaffa02a706f4070f5c52b7e048e227) AuthConfig (257812dcd398c93d1fb1954c34ef387dc63c032b80639c122837850452346b59) AuthConfig (4568040287692aa70e5b8ebb95a7cbf73c257d6a3cd5ab43014aa304dfdc923d) AuthConfig (c92023ccab73d4da1ec77014b81817d621395bd4e02d1c65dad659ca0a4844b9) AuthConfig (7dc5fba50b8d24f2d83073712700996b7cc8f3f245f1793881b1e872dbb01e23) AuthConfig (a90e3493110258ccaa31dac6f2b12ca7918d1eacdde111ee2a388779ed3766c6) AuthConfig (e36c408b771ccc01e8bcf1444977ddd7b53c48c80e83b4b16d51b2f8b9b5d551) AuthConfig (6ff35a351900da29f805312a5dbc84686482ac231177b76e95df9527a630185d) AuthConfig (3d685d0b60aaab70360ce0eacb8d8015e013c53e5b2334089d646c55beee0507)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"fded28a2-6b22-4bed-9cbf-3af90fb320da","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:54.741019276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"bf4a3a50-3b06-4f07-af0a-b69c03829acf","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:54.797978462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"bf4a3a50-3b06-4f07-af0a-b69c03829acf","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:55.2213854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"24e97b1c-09a7-419d-8a38-9f6fa30a545b","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:59.045187127Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:59.097559248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"6009aaec-4566-44c8-a102-99bbb1da90dd","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:59.152408486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"c3192358-aeac-4261-9960-f8befb9c353b","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:29:59.15322382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"b310050e-35cc-4701-a534-48dc6a4bf1ae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-69c44b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:59.210090782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"c3192358-aeac-4261-9960-f8befb9c353b","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:59.261649347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"d8142183-df8a-49d3-b212-aff4d38c5035","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:29:59.368170585Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"d8142183-df8a-49d3-b212-aff4d38c5035","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:29:59.368228269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"d8142183-df8a-49d3-b212-aff4d38c5035","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:59.421286042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"808c0c18-93b6-4a74-ba26-a4793471a710","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:59.580424143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"ce1664d6-ac70-41ae-a8c1-3f4a2af9fbd4","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:59.5959113Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"0594ba95-be3b-41f2-a529-c2ddb0d401b8","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:59.637371241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"ce1664d6-ac70-41ae-a8c1-3f4a2af9fbd4","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:29:59.866368184Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"47b3b940-44a1-4656-94e8-9d955e08dc87","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:00.074572099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"d45d5873-3a4f-402c-90fe-c107314a7ede","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:00.560606965Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"dc67ba17-fc75-480f-b026-ae139e2b64b1","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:00.666516294Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"6cdb896a-9048-4a79-996d-83a03fcf9e63","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:01.576753759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"68b3606f-b24e-462f-837e-089a4011a5e8","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:01.636333333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"68b3606f-b24e-462f-837e-089a4011a5e8","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:01.95194931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"c5740c3c-0f36-48cc-81b7-864692f3ab9f","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:01.951968823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"c5740c3c-0f36-48cc-81b7-864692f3ab9f","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.101453973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"ab3df49a-c7b6-4958-8343-bb5215dcf2fa","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.101478962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"ab3df49a-c7b6-4958-8343-bb5215dcf2fa","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.101454349Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.160900858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"2ce68382-8275-4ecd-89d4-9d800fd4ab5c","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.160921886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"2ce68382-8275-4ecd-89d4-9d800fd4ab5c","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.206749662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"80e42aeb-4447-4e74-b9a6-771b6821a9e8","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:30:07.20756569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-sub","reconcileID":"56f6380c-7854-4039-8331-c777cf7e5972","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-918b8d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.264079432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"80e42aeb-4447-4e74-b9a6-771b6821a9e8","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.317066605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"ee7669cc-dcbd-4d90-9eda-529efcb079b9","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.317090888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"ee7669cc-dcbd-4d90-9eda-529efcb079b9","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.371956251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"0b2c7d92-9b6b-46f4-b7d5-2857d2d05b1e","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.371982647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"0b2c7d92-9b6b-46f4-b7d5-2857d2d05b1e","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.57684623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"7c5a4842-6203-47b8-bbcb-03f80e9383c9","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.622924172Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-sub","reconcileID":"9d276fbb-257d-4791-a952-90e842e8448d","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"maas-trlp-praxis-route-918b8d","model":"praxis-route-918b8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.633602504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"7c5a4842-6203-47b8-bbcb-03f80e9383c9","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.790602951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"ba84fe90-29de-43bb-b7f1-ab059217b4f1","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.790625788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"ba84fe90-29de-43bb-b7f1-ab059217b4f1","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:07.999034071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-sub","reconcileID":"cbf1821b-600f-4332-ba15-9bd80f802e60","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"maas-trlp-praxis-route-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:08.747489477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"c2aa7a8b-1735-41e1-ae12-55be18568681","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:09.514587805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"48923ee0-8fc1-4e7e-97f2-45e3849f8325","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:09.729600142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05371926-4824-46f1-8f3a-93e02e6f3cda","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:09.983709392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"75c0e3fd-8d3e-4a55-9d28-1743e0a002ca","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.069701454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"9ec53e95-a703-4299-8fca-5d415eee7c8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.2269705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"e5d8c336-9393-4353-b245-8a7e92fd4f74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.328263352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"cbbfe7cc-cfc8-4846-a1b5-9c024272fbf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.432685714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"75893a2a-9101-4546-93f7-a96266aecccf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.481375916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"6f85cca1-d598-47b7-ae79-222d21ad8310","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.529068833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0bd74a3b-f34f-4c07-bba6-a4873f4106ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.629922756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"2eca5ace-f0c1-42ea-af23-5273af59be8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.645369996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"4dd19571-6d00-4dd4-a226-6e8ac2d51d0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.665936014Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"420f2346-1516-4d12-b40b-12e245012b42","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.706128922Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.77070879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"88149d74-609d-43d1-9ae8-73f31c7614e0","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.802094067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"603329e3-0866-4ee6-9749-0a65a35d0db7","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:30:10.814523713Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-list-subs-refs-sub","reconcileID":"5ce5c38f-0a3b-4a02-8e03-315ad93bac90","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.823570367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"1aab8102-2fa6-4dc4-843f-ab9d5a096ee8","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.863494033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"1cc065b5-8c92-4eea-b0a9-fbda82047b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.863514523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"59a8d676-78d7-4434-9eea-24eda1681ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.879122831Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"f23a9b80-1fc7-4b92-92a7-d8317212cfb2","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.899065649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"6ee7b61b-778a-49ce-86af-12b804ac0cf4","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.912858814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"23c7321d-de37-4d45-8add-4c90d0c66f00","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.920638891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"59a8d676-78d7-4434-9eea-24eda1681ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.922001933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"1cc065b5-8c92-4eea-b0a9-fbda82047b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.931275309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"af3e9d89-57d2-41a1-a7ef-e6aeea57ccc3","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.969841174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"23c7321d-de37-4d45-8add-4c90d0c66f00","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:10.985937449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"09f35c80-8e60-49b7-a226-4d4634ed10ec","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:11.256020502Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-list-subs-refs-sub","reconcileID":"fa80249b-da78-4aec-a99f-e5a45248b7ef","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:11.285234561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"642b9771-1011-4685-9297-fb8970d93700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:11.285234539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"9ab288af-0be1-4b8e-87e0-c3df7cec74c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:11.34234442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"642b9771-1011-4685-9297-fb8970d93700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:11.342359979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"9ab288af-0be1-4b8e-87e0-c3df7cec74c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:11.421679554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"2f73b3e4-d8d3-4898-9693-fbf5a11a4883","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:11.46556449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"0fcac41f-db79-4a87-be96-4cca23f5a578","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:11.63082426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-list-subs-refs-sub","reconcileID":"64e2ada7-b8ad-4222-b6d7-94166e05415c","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:11.797635616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"203a0383-fbe5-4344-a5b2-71b8c51cc5a6","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:11.88557193Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:11.902938284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"24caa01f-76ad-45ec-a5d2-aeafc571622e","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:11.903571907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"f97967ef-d602-45c8-a1ae-2b2d3c8518d4","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:12.030271181Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"f97967ef-d602-45c8-a1ae-2b2d3c8518d4","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:12.0864467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c6e99c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"f97967ef-d602-45c8-a1ae-2b2d3c8518d4","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:12.194560203Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"611e579f-44e3-483f-be28-b6435fef4574","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:13.711973922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"0137ce30-94ab-4629-857c-3817aad7d32f","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:13.873724168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"bcd73492-77cb-4ebb-94a7-aa6521604b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:13.87376207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"40584f29-169d-4a01-b6a0-f2604615b2bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:13.934634462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"bcd73492-77cb-4ebb-94a7-aa6521604b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:13.935290417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"40584f29-169d-4a01-b6a0-f2604615b2bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:20.773309134Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"3e8c7fe5-5357-4466-9510-b30e45fc1d03","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:20.983909458Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"a9876742-823e-4775-959d-d5d727ca79d8","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:22.249568696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"9311df1b-66c5-47d8-b6ca-fa758526707c","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:22.307296565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"9311df1b-66c5-47d8-b6ca-fa758526707c","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:22.363653175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c6e99c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"9311df1b-66c5-47d8-b6ca-fa758526707c","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:23.87400878Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-list-subs-refs-sub","reconcileID":"03fe7e4c-d125-45db-9b93-a7f207e216e6","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:24.08985993Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-list-subs-refs-sub","reconcileID":"03fe7e4c-d125-45db-9b93-a7f207e216e6","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:24.298839011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"39c7b482-2b46-44a9-82aa-25fef48d8795","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:24.306539784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"78334c70-61c5-4e78-81a7-9cf134f21d20","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:24.306655891Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:24.464385776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"02bc24d3-57b0-4a23-b498-ece5e02adcff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:24.465865334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"07fdcb00-d0d6-4eb0-9a19-0961aae6f9b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:24.559188424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"02bc24d3-57b0-4a23-b498-ece5e02adcff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:24.561537801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"07fdcb00-d0d6-4eb0-9a19-0961aae6f9b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.105317333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"e84840b8-e7d7-4bb6-9c6a-7e3f93eea492","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"tenant":"e2e-worker-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.105346196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"e84840b8-e7d7-4bb6-9c6a-7e3f93eea492","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.164324058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"7433b6aa-781b-4d7e-a6ea-b4287f68e21d","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.282830718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"d88beab9-4857-48c3-90f8-afd066f289bc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"tenant":"e2e-worker-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.282850845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"d88beab9-4857-48c3-90f8-afd066f289bc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.283172884Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.341037191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"6c3c7374-c862-4d82-85d0-60a506d55340","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"tenant":"e2e-worker-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.341069611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"6c3c7374-c862-4d82-85d0-60a506d55340","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:30:25.392189658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-sub","reconcileID":"77870846-6752-4dd3-8599-edb5b295bb9f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.443243801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5689cfc8-f0dc-4038-a15d-f8030f00995a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.444887546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"9392a0ba-6fb4-45ca-ae98-0c9ec4de4732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.501399338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"9392a0ba-6fb4-45ca-ae98-0c9ec4de4732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.501412522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5689cfc8-f0dc-4038-a15d-f8030f00995a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.506949066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"e2a7e0c0-8ea2-4920-bad1-6e69a17e7455","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"tenant":"e2e-worker-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.506965814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"e2a7e0c0-8ea2-4920-bad1-6e69a17e7455","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.564482549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"26977273-651c-4b00-8b67-bb51f36f7972","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"tenant":"e2e-worker-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.564507261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"26977273-651c-4b00-8b67-bb51f36f7972","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.571740531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"da15b8d8-49be-414f-abee-9cdcae3b8be9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"tenant":"e2e-worker-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.571759205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"da15b8d8-49be-414f-abee-9cdcae3b8be9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.633200807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"81b08382-7c95-44ed-a4a1-f39e9e2192d7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"tenant":"e2e-worker-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.633225462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"81b08382-7c95-44ed-a4a1-f39e9e2192d7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.783596884Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-sub","reconcileID":"772e93a3-3d42-4b5c-b3dd-98c1eac42b93","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.837757572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-auth","reconcileID":"d4fdc558-f042-4c4c-b9a8-6fd636d0c8b1","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.895462159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-auth","reconcileID":"d4fdc558-f042-4c4c-b9a8-6fd636d0c8b1","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.916510843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"042cc33e-0adb-46b2-a40e-4524881a3053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.916510845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"469a3c59-c1ba-47ea-b3f7-ddb39e26f072","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.950487644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"15be325d-9d8c-45c6-8a8e-1c59a6499e68","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"tenant":"e2e-worker-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.950512911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"15be325d-9d8c-45c6-8a8e-1c59a6499e68","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.973853284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"042cc33e-0adb-46b2-a40e-4524881a3053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:25.973994127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"469a3c59-c1ba-47ea-b3f7-ddb39e26f072","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:26.164016189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-sub","reconcileID":"b9d202dd-b6c6-4cac-a3e8-5d0047b276bb","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:26.166548687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"5bc062ad-4cd5-4237-b850-610e87b6e5a4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"tenant":"e2e-worker-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:26.166574966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"5bc062ad-4cd5-4237-b850-610e87b6e5a4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:26.381399314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-auth","reconcileID":"04626d32-28fb-44db-959f-e667ca4f1215","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:26.439026378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-auth","reconcileID":"04626d32-28fb-44db-959f-e667ca4f1215","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:26.785330666Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-auth","reconcileID":"add4b5ab-781b-4026-bc2e-8899ca7e50dd","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:26.785370682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"2c3cea5f-1a0f-4609-9f98-6d6ebc636822","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"tenant":"e2e-worker-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:26.785388337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"2c3cea5f-1a0f-4609-9f98-6d6ebc636822","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:26.996169886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"ca95468c-b689-4ac6-ba03-b0f72975dd75","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"tenant":"e2e-worker-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:26.996199435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"ca95468c-b689-4ac6-ba03-b0f72975dd75","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:27.00344859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"7eab3c65-8d32-4dc6-89b9-cc90a61aae7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:27.003644881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"30924bbb-9cb1-455c-bacc-34f2eb5e70be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:27.055018496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-sub","reconcileID":"bdf814b0-dd8a-4497-8f06-74470bbfa492","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:27.060778185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"7eab3c65-8d32-4dc6-89b9-cc90a61aae7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:27.062042527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"30924bbb-9cb1-455c-bacc-34f2eb5e70be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:27.137856906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"e587fdb1-40aa-4f39-9824-245610bfba0f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"tenant":"e2e-worker-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:27.137879537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"e587fdb1-40aa-4f39-9824-245610bfba0f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:27.425965303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e3666eea-26bc-4113-9947-00e7f8886951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:27.425965083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"63f2eceb-c9ed-4f54-b01b-649184b74e23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:27.483816796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e3666eea-26bc-4113-9947-00e7f8886951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:27.483830136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"63f2eceb-c9ed-4f54-b01b-649184b74e23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:29.560901868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"f1ae095f-a995-4ecb-a28b-3b4c9b48e3e4","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:29.612948562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"ffdd3fed-2d5e-4024-9d26-6ac8b7e865a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:29.719714756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8735aeda-1950-4f3c-b81c-47344ae23d81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:29.83865445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"18e18abc-99e6-43b4-af37-6e1f3126e8e0","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:29.926213585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"80a39936-d844-4221-af2f-403bd5d96a5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:30.029171666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"eb9b3a8b-c60a-427f-a099-4cb5ea9503cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:30.168475481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"584db012-295a-4205-b156-945af953758f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:30.182771242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"e10d398d-c12f-4b5e-8957-97bea7af6a84","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:30.292250461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"79f01544-5191-4352-8fc4-d4a380aab469","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:30.409760557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"72a95746-fcda-4bc5-8541-0868b73026b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:30.443099968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"2e234751-3d2c-4ca0-8f1b-eec2f0d2f72f","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:30.528728473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-sub","reconcileID":"68b76f46-bd9a-4b9b-b323-11d11f693385","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"maas-trlp-praxis-route-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:30.696285181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"955cf25d-7616-45b2-8607-bf92a38d5308","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:30.696308841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"955cf25d-7616-45b2-8607-bf92a38d5308","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:30.819075299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"3e245c43-88f9-40e1-92f7-58c4d4c27f06","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:30.865617568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"54279cb6-4a61-4d4f-bbea-7e862d0e245d","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:30.879560647Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"1fdbce44-bd11-43e9-b208-c7ad97d20934","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:30.923337358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"54279cb6-4a61-4d4f-bbea-7e862d0e245d","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:31.089190665Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"2ed04822-c0da-4ba9-b0c6-8e58b872a4ee","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:32.471151843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"8f250d2a-25b3-40d8-8b7d-6070bcea9ff9","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:32.509307289Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"61786e6a-faba-4287-9dbb-7beb1646525b","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:32.528909111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"8f250d2a-25b3-40d8-8b7d-6070bcea9ff9","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:32.585254194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c6e99c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f0270ad2c83aafd9ae521669526e61222f8b52bf6217004f73c4baab763d8f6f) AuthConfig (9cb9227c8ba6cbc24cccf096f6f5e0b5ed68eebba8d4afbdfeea7cdb4ad00a68) AuthConfig (f1d4473bcd0a6c1d8e82d3f36828f488ecd3ecb1c3f8240e5283e2d7db3971b3) AuthConfig (20e6d36bcfea7877a97f95537e4c41b2ca2f1798fefe7a1bca0af80d8b7965ec) AuthConfig (c2a23092bc87415bb8792b8b9eb0facf0e1a351777d973c6cbf9a5e886a7d6fe) AuthConfig (1c16f6aad9e4b58bc9ca68f86eb20e73ebadb56593062ff2f12e0bc32d9aa4e9) AuthConfig (2787840392b2f5ae2248b899d5d2dffe0d6342b063d319435c346e9c18438eab) AuthConfig (4249e03512d8abbda6b6da5e6513f52dde526317a7ee0fdbdad71f176beabffe) AuthConfig (7cc6298cdf80b85d650f5eb5388cc904234115794a5822e804f502387f8678ed) AuthConfig (cf7ba95a0c06a2e2c4ae30965e1cf684ec737806c4620e97307ecb5b5bdbcf06)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"8f250d2a-25b3-40d8-8b7d-6070bcea9ff9","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:32.696090505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"889dbbb4-2c74-475e-a9b3-e85dba87c299","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.263466953Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"c48170c0-aeb9-468d-b06b-0431f4580ab9","namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.31927606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"35f869b0-839d-4c0a-a281-70da3963b48f","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.325987136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"35f869b0-839d-4c0a-a281-70da3963b48f","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"routeName":"external-model-e2e-rec-recover-fb3af8-07ca667567bd","namespace":"e2e-extmod-rec-noaccess-4b5da0","model":"e2e-rec-recover-fb3af8","externalModel":"e2e-rec-recover-fb3af8","provider":"e2e-rec-recover-fb3af8-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.378590051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"db928892-d7c4-406c-bca3-066c399fa2ad","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.380930477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"4c713a68-54c2-42fe-bd14-ac5c43838fc4","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.38594547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"1b743824-6246-46e0-833f-eda5e23fb533","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.462289967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ed5d8411-c78f-432b-b646-9e282ec2570a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.466860581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bd6f383-4604-4e82-8ed5-cbe0880eb93e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.472414675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"4c713a68-54c2-42fe-bd14-ac5c43838fc4","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.476573255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"db928892-d7c4-406c-bca3-066c399fa2ad","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.47970107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"1b743824-6246-46e0-833f-eda5e23fb533","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.558352543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ed5d8411-c78f-432b-b646-9e282ec2570a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.56113216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bd6f383-4604-4e82-8ed5-cbe0880eb93e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.562230492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c6e99c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f0270ad2c83aafd9ae521669526e61222f8b52bf6217004f73c4baab763d8f6f) AuthConfig (9cb9227c8ba6cbc24cccf096f6f5e0b5ed68eebba8d4afbdfeea7cdb4ad00a68) AuthConfig (f1d4473bcd0a6c1d8e82d3f36828f488ecd3ecb1c3f8240e5283e2d7db3971b3) AuthConfig (20e6d36bcfea7877a97f95537e4c41b2ca2f1798fefe7a1bca0af80d8b7965ec) AuthConfig (c2a23092bc87415bb8792b8b9eb0facf0e1a351777d973c6cbf9a5e886a7d6fe) AuthConfig (1c16f6aad9e4b58bc9ca68f86eb20e73ebadb56593062ff2f12e0bc32d9aa4e9) AuthConfig (2787840392b2f5ae2248b899d5d2dffe0d6342b063d319435c346e9c18438eab) AuthConfig (4249e03512d8abbda6b6da5e6513f52dde526317a7ee0fdbdad71f176beabffe) AuthConfig (7cc6298cdf80b85d650f5eb5388cc904234115794a5822e804f502387f8678ed) AuthConfig (cf7ba95a0c06a2e2c4ae30965e1cf684ec737806c4620e97307ecb5b5bdbcf06)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"4c713a68-54c2-42fe-bd14-ac5c43838fc4","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.721126994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f98166e0-082e-4183-bb40-a6bdd8fc5bb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.778268057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f98166e0-082e-4183-bb40-a6bdd8fc5bb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.871575536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34315d65-9311-4b6a-b5d5-1e5d74d3f156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.87711921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2477d699-75e7-4c19-a7e9-2518b9545b24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.922755815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"625e3b63-52d7-42cb-bd1f-9381a7f735e5","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.928330408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34315d65-9311-4b6a-b5d5-1e5d74d3f156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.934256143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2477d699-75e7-4c19-a7e9-2518b9545b24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:34.979833065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"625e3b63-52d7-42cb-bd1f-9381a7f735e5","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:35.033983764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"802daf20-804c-4e5c-b491-23cffd51a88a","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:35.091048694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"802daf20-804c-4e5c-b491-23cffd51a88a","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:35.280268665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f61f4b66-29cb-4b84-9450-a7b3c79aab00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:35.280417373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7611d373-4734-458d-80aa-6dde8f5f2a0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:35.282073054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"f3b48a7a-16f1-4f12-b89f-e9744c0538f8","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:35.338025959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f61f4b66-29cb-4b84-9450-a7b3c79aab00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:35.338036352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7611d373-4734-458d-80aa-6dde8f5f2a0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:35.340272956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"f3b48a7a-16f1-4f12-b89f-e9744c0538f8","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:35.397593258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"bbd9bc48-4b48-4e01-9d90-8212c2d1b910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:35.455401603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"bbd9bc48-4b48-4e01-9d90-8212c2d1b910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:35.705712724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"618a695b-ec40-41d7-b86f-07d96e9f128a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:35.763189252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"618a695b-ec40-41d7-b86f-07d96e9f128a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:37.33135075Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-sub","reconcileID":"80f282f3-c637-4595-a24a-767e92f5330c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:37.38417177Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-sub","reconcileID":"80f282f3-c637-4595-a24a-767e92f5330c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:37.438083811Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-sub","reconcileID":"80f282f3-c637-4595-a24a-767e92f5330c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:37.718199092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"0b2093e0-2c5a-4bc6-9fa5-015d3bfb8252","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"tenant":"e2e-worker-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:37.718225473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"e2e-enrichment-model-ref","reconcileID":"0b2093e0-2c5a-4bc6-9fa5-015d3bfb8252","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:37.718227514Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:37.877736313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"d0191462-6f60-4b77-b76a-cfdf1c7403b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:37.877735726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a20a515d-08b3-47a1-ae21-1f1483ad3d72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:37.93518124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a20a515d-08b3-47a1-ae21-1f1483ad3d72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:37.935251314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"d0191462-6f60-4b77-b76a-cfdf1c7403b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:38.076161466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"e7f05bb4-9a80-4a5b-a558-859907d7f621","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:38.599451951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"67d65a39-2e71-4121-aab7-6376edab81d2","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:38.599481623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"67d65a39-2e71-4121-aab7-6376edab81d2","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"routeName":"external-model-e2e-rec-recover-fb3af8-07ca667567bd","namespace":"e2e-extmod-rec-noaccess-4b5da0","model":"e2e-rec-recover-fb3af8","externalModel":"e2e-rec-recover-fb3af8","provider":"e2e-rec-recover-fb3af8-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:38.704087027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"4b05f2f4-db9e-4eda-9f30-40236f28673d","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:38.704117245Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"4b05f2f4-db9e-4eda-9f30-40236f28673d","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"routeName":"external-model-e2e-rec-recover-fb3af8-07ca667567bd","namespace":"e2e-extmod-rec-noaccess-4b5da0","model":"e2e-rec-recover-fb3af8","externalModel":"e2e-rec-recover-fb3af8","provider":"e2e-rec-recover-fb3af8-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:38.788273566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"b3a27aab-ab27-47b2-a2b3-3ecf8208ef77","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:38.788754713Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:38.846196768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"2296d663-da2a-42ae-bafa-f1969364ae1d","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:30:38.895703503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-sub","reconcileID":"1292c9f7-102d-4de1-9f52-62d1c80d848e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:38.920735528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"68302228-daa1-4e26-a4c8-043ca6e141ba","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:38.947862586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"edc6b9fe-0a46-4172-b2b4-b1329416a1b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:38.947862584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b39e0e97-a2e8-4602-b060-89cb8a707b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:38.978412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"68302228-daa1-4e26-a4c8-043ca6e141ba","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.005448993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"edc6b9fe-0a46-4172-b2b4-b1329416a1b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.005561754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b39e0e97-a2e8-4602-b060-89cb8a707b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.059716872Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub]","namespace=ai-tenant-e2e-worker-w0-7d1ec3 priority=0:[ai-tenant-e2e-worker-w0-7d1ec3/e2e-model-match-sub ai-tenant-e2e-worker-w0-7d1ec3/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.060005743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"fcd907e6-107a-4f31-9087-7fa929760e81","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.11287276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"40f87c14-ef20-4046-9ac9-440274bdb9ac","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:30:39.115372125Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7d1ec3/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.168244498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"eeb6ee54-1c67-4a93-8806-d1a381917488","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.168918418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"94ee5490-309f-40d1-98a0-cadf9ea4e31a","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:30:39.172025114Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7d1ec3/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.22480744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"32c2658b-95e8-4efb-962e-1ddde3186b5d","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.357187683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"b4b3550a-8de0-484b-a189-4c53c1d5b8b1","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.374721109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c110fa6f-9506-43b9-8f80-8da91ddaddf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.381423817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"6ad2e6c5-1e62-4cd9-977a-29e190eaad10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.385171962Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-sub","reconcileID":"e733d193-5c69-4b16-b6a2-1515e6fff236","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-distinct-w0-7d1ec3","model":"distinct-w0-7d1ec3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.431921205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c110fa6f-9506-43b9-8f80-8da91ddaddf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.437839314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"6ad2e6c5-1e62-4cd9-977a-29e190eaad10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.470028605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"4e81b5f4-eca4-42f3-aff7-17da4757fb38","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.470054044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"4e81b5f4-eca4-42f3-aff7-17da4757fb38","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"routeName":"external-model-e2e-rec-recover-fb3af8-07ca667567bd","namespace":"e2e-extmod-rec-noaccess-4b5da0","model":"e2e-rec-recover-fb3af8","externalModel":"e2e-rec-recover-fb3af8","provider":"e2e-rec-recover-fb3af8-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.48065495Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-sub","reconcileID":"12987da2-a83a-4cfd-a4de-88f7103195d1","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-distinct-2-w0-7d1ec3","model":"distinct-2-w0-7d1ec3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.522695579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"08a999b6-bca3-49ae-8624-837e072eb338","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.551298883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"7b06d123-7cef-49fc-a534-f00f96844ce0","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.599639707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"f00dd0a5-22d9-4396-9189-2064579aede6","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.622928467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"559fdcb5-a3b7-40a5-8599-9a397b514bc3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.658775583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"6815bedb-ff46-4abc-9f7f-ac3901c8a4ef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.681087174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"559fdcb5-a3b7-40a5-8599-9a397b514bc3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:30:39.71227006Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"6815bedb-ff46-4abc-9f7f-ac3901c8a4ef","name":"distinct-2-w0-7d1ec3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-7d1ec3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:30:39.712331984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"6815bedb-ff46-4abc-9f7f-ac3901c8a4ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-7d1ec3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.71756619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"f39cfa5c-8e1f-4756-ba9b-6223728aacad","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.758822199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-sub","reconcileID":"cc139b86-fe92-4ebd-98ef-b66a657f3c06","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-distinct-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.859491588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-sub","reconcileID":"5b3c5f6e-23f1-4569-a680-bacd35e2e662","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-distinct-2-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-2-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.897006457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ad53467e-9768-4c78-9a7b-24b2e211bbae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.897022887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e1fb3c05-d5d1-49d0-be08-4abb8d9bb943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.913893934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"e15ad7da-284a-4f9b-9e29-aa5b4e20edc7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.954802308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ad53467e-9768-4c78-9a7b-24b2e211bbae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.95484295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e1fb3c05-d5d1-49d0-be08-4abb8d9bb943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.972352928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"e15ad7da-284a-4f9b-9e29-aa5b4e20edc7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:39.999404839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"acba9ada-f97f-48a0-a51f-8bb7a6fc51c1","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.178699706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-sub","reconcileID":"4f102af7-53d6-4550-b973-65afc396b10a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-distinct-2-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-2-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.206398737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"1bfd9b02-e300-417d-b223-6d8cad9d23a2","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.20642759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"1bfd9b02-e300-417d-b223-6d8cad9d23a2","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.267769343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"52f008a4-1d75-46ba-bacc-1c63e64bf23a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.317662196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"380151eb-1691-42c2-8ee4-781577420179","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.326554203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"52f008a4-1d75-46ba-bacc-1c63e64bf23a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.378004823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"bd3da77c-ae22-4532-8eea-e4aa033a2d4c","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.379205309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"0058f5be-8633-420e-adef-351412573a78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.379773924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"5fc86bfd-aefb-45ef-90df-16f44ce33cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.417670058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-sub","reconcileID":"e0fe7475-e13f-4efd-bf4b-db2086a22d32","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"maas-trlp-praxis-route-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.435385379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"bd3da77c-ae22-4532-8eea-e4aa033a2d4c","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.436317359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"0058f5be-8633-420e-adef-351412573a78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.437728862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"5fc86bfd-aefb-45ef-90df-16f44ce33cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.579285624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"ca384c6a-f095-4220-b6d7-fc22030de6e7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.58737027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"4c320ace-b712-45d0-959d-770b845ad0f9","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.58739332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"4c320ace-b712-45d0-959d-770b845ad0f9","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.636989396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"ca384c6a-f095-4220-b6d7-fc22030de6e7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.810934786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-sub","reconcileID":"4a3e259d-0b4d-484c-9e3b-bcf7560dcef6","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"maas-trlp-praxis-route-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:40.985033206Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"740692ef-405a-46b1-b601-aa3725e89cc4","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:41.219636353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"647e9ef8-eb6f-4067-baf9-a49a12b278ce","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:41.381672949Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-sub","reconcileID":"375115d2-c7b4-4782-a364-c9740b3f27ec","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eec49167","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:41.484354011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e67b4a5c-f612-493f-8c75-eb6734f48dd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:41.487698709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"53d05185-bd18-410d-803e-3ea011545be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:41.492162922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"8bb3c666-04fd-4407-b955-1e5a3edfc6c3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:41.492327487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"0415f869-a234-44ec-82dc-10ee636e2ce8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:41.541247349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e67b4a5c-f612-493f-8c75-eb6734f48dd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:41.544798097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"53d05185-bd18-410d-803e-3ea011545be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:41.550678472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"0415f869-a234-44ec-82dc-10ee636e2ce8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:41.550741927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"8bb3c666-04fd-4407-b955-1e5a3edfc6c3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:41.886271617Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:42.005765855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"4e0994f4-31ac-474a-afa4-818fbc8d0301","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:42.005766152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"46cc7b2e-9ba9-49b1-9617-83f10962ea90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:42.00671993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"b537c3d9-19ee-4c20-aca6-2da5024176c9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:42.006982918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"18b07b5a-8327-4dd8-a45d-cdede95ffdfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:42.063019687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"46cc7b2e-9ba9-49b1-9617-83f10962ea90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:42.063099586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"4e0994f4-31ac-474a-afa4-818fbc8d0301","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:42.065637892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"18b07b5a-8327-4dd8-a45d-cdede95ffdfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:42.065691768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"b537c3d9-19ee-4c20-aca6-2da5024176c9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.092203971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"619a0162-319d-461f-99fd-453a9cb2564e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.092236082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"619a0162-319d-461f-99fd-453a9cb2564e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.271485252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"25d930b5-45b1-48eb-8e82-20e3dcfb6629","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.271851022Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.32139248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"e812c266-5ff8-43d9-9905-c7200a6ff0fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.326484262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"6e2ab878-ecda-48fb-bdc1-6a2cb10c496b","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.326507176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"6e2ab878-ecda-48fb-bdc1-6a2cb10c496b","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"routeName":"external-model-e2e-rec-recover-fb3af8-07ca667567bd","namespace":"e2e-extmod-rec-noaccess-4b5da0","model":"e2e-rec-recover-fb3af8","externalModel":"e2e-rec-recover-fb3af8","provider":"e2e-rec-recover-fb3af8-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.399523671Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"25d930b5-45b1-48eb-8e82-20e3dcfb6629","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.454780372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"25d930b5-45b1-48eb-8e82-20e3dcfb6629","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.492590256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"5e65ca42-f672-4e4b-824e-d56bf88e5c8c","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.492616508Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"5e65ca42-f672-4e4b-824e-d56bf88e5c8c","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.530534713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"3a7f7889-21fb-4352-b7e8-82485e5cd7b9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.533410355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"2fa4d039-e9ef-450d-971c-2efd9c9da91d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.533818559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2c7bb079-9a36-4aaf-bc8d-101d94130bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.541486023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"316d9046-c73f-4379-aa8c-42aac46c6803","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.588521793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"3a7f7889-21fb-4352-b7e8-82485e5cd7b9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.590080092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"2fa4d039-e9ef-450d-971c-2efd9c9da91d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.591033811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2c7bb079-9a36-4aaf-bc8d-101d94130bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.596570031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"2ba15c09-30d7-4015-9dab-cd7c9fb28bc9","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.596590608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"2ba15c09-30d7-4015-9dab-cd7c9fb28bc9","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"routeName":"external-model-e2e-rec-recover-fb3af8-07ca667567bd","namespace":"e2e-extmod-rec-noaccess-4b5da0","model":"e2e-rec-recover-fb3af8","externalModel":"e2e-rec-recover-fb3af8","provider":"e2e-rec-recover-fb3af8-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.598091133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"316d9046-c73f-4379-aa8c-42aac46c6803","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.649035035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"41408f96-f898-4bae-906f-d910767590f9","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.700335211Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"9ecb477f-e472-465c-a314-16b9de634060","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-rec-recover-fb3af8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.70125555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"0a2ece12-5ccc-4946-91b8-a9a5a69ab5d8","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.701278005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"0a2ece12-5ccc-4946-91b8-a9a5a69ab5d8","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.753878294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b9cb86f-c0f4-49ac-bc13-81a0eb62db88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.753908801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b9cb86f-c0f4-49ac-bc13-81a0eb62db88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.806320428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"53358f2b-bfce-4658-bbb6-e7d80061d950","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.80635165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"53358f2b-bfce-4658-bbb6-e7d80061d950","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.822933432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"f482cea5-8660-4cee-aaf3-efff63fa70b0","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.879958729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"f482cea5-8660-4cee-aaf3-efff63fa70b0","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.91129537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"06f66676-d5fa-47cf-9c56-064e422ce4bd","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:44.911331873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"06f66676-d5fa-47cf-9c56-064e422ce4bd","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"routeName":"external-model-e2e-rec-ctrl-d3969f-4c96ec37bbdf","namespace":"e2e-extmod-rec-user-61885d","model":"e2e-rec-ctrl-d3969f","externalModel":"e2e-rec-ctrl-d3969f","provider":"e2e-rec-ctrl-d3969f-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:45.015752383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"ae29ed00-4f40-42b9-9557-0441989d4c3f","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:45.015804807Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"ae29ed00-4f40-42b9-9557-0441989d4c3f","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"routeName":"external-model-e2e-rec-recover-fb3af8-07ca667567bd","namespace":"e2e-extmod-rec-noaccess-4b5da0","model":"e2e-rec-recover-fb3af8","externalModel":"e2e-rec-recover-fb3af8","provider":"e2e-rec-recover-fb3af8-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:45.103997629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"7208a069-88bc-4d58-96f2-90b3960088d8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:45.104090623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"7447fb51-9aff-4eb3-8262-6c40e088c650","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:45.104770197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"8727af7b-2006-4572-87be-104ea06fb58e","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:45.161193767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"7208a069-88bc-4d58-96f2-90b3960088d8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:45.162185484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"7447fb51-9aff-4eb3-8262-6c40e088c650","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:45.1633781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"8727af7b-2006-4572-87be-104ea06fb58e","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:45.180453018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"7d488095-e07c-4c56-b858-b6a9c9ef0c24","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:45.203066605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"91ebd785-707f-40e6-b959-dd1ed62fe5ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:45.243857761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"83e8bdb3-54a9-4604-b0c8-49a841c2e82e","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:45.267662058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"91ebd785-707f-40e6-b959-dd1ed62fe5ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:45.301140849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"83e8bdb3-54a9-4604-b0c8-49a841c2e82e","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:45.735975346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"218b4ce0-45e4-4151-9a75-0c17e773913d","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:48.360697553Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:48.412728212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"5fc1c32f-5a7b-498e-ae64-ad33999064a8","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:48.469426645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"baf99a96-f586-4f37-a14e-a0c448229f42","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:30:48.470251548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"ad731fd8-d37e-42ab-a58b-41e77151ef45","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-69c44b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:48.527903913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"baf99a96-f586-4f37-a14e-a0c448229f42","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:48.57643175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"07990f0d-1b5c-4132-ada8-a8fb48bb14a6","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:30:48.682127419Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"07990f0d-1b5c-4132-ada8-a8fb48bb14a6","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:30:48.682205467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"07990f0d-1b5c-4132-ada8-a8fb48bb14a6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:48.734412316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"e5845037-949f-4bc6-9119-c5d284fb5e6f","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:48.89336005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"cec131ad-13a8-4626-8346-83693b3a0c8b","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:48.904548155Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"8c2ca5d6-f3bf-4f37-85ae-8e89b13c01eb","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-shared-69c44b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:48.959123063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"cec131ad-13a8-4626-8346-83693b3a0c8b","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:49.176506192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"df4ed75a-e823-4e6b-8b88-8448d748ac01","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:49.384673784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"518e8cd0-3389-4f80-a88f-9cd60d5aa7f8","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:50.588493424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"92098f6c-f398-4a7e-9c57-a57ef5a68932","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:50.588515979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"92098f6c-f398-4a7e-9c57-a57ef5a68932","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:51.089871204Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"1302bcc9-6c0b-4160-a265-13ff238a6246","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:51.434343382Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-sub","reconcileID":"b84f007a-07d7-4eb2-999f-0a3943a18ef8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-w0-7d1ec3","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:51.486182074Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-sub","reconcileID":"b84f007a-07d7-4eb2-999f-0a3943a18ef8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:51.538181497Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-sub","reconcileID":"b84f007a-07d7-4eb2-999f-0a3943a18ef8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:51.811062012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"2918f33a-77a8-4c1e-8f83-ce57cf118b5c","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:51.811439112Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:51.961440375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"05495f73-ebb0-4a79-b88b-c0e544dd4db2","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.078486413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7fdeef82-24cf-4e06-ab59-c5eead7bb071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.078723649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"079ed793-e069-42c1-9086-e0ba51f6f588","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.078486483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"0ed02dea-321a-4d94-937f-d5ef701b68e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.083357064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"7c1861ba-acdd-4096-9026-f995ebf6e6fd","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.12562271Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-sub","reconcileID":"e0466418-4f5f-4bfe-a2c4-36747586187f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3bb58d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.136536353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7fdeef82-24cf-4e06-ab59-c5eead7bb071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.137074759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"0ed02dea-321a-4d94-937f-d5ef701b68e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.139098843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"079ed793-e069-42c1-9086-e0ba51f6f588","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.140464921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"7c1861ba-acdd-4096-9026-f995ebf6e6fd","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.604554989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"a6a51103-7d57-4f45-9672-9dd80d8acf59","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.604555298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"61928e55-51e6-4585-9587-323fdf5f28ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.605170943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"0abb3eaa-d5d3-4f11-8775-9effa47afa32","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.605219463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ebb1b4d0-4f41-4a38-b61d-3f8e47256675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.661667056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"a6a51103-7d57-4f45-9672-9dd80d8acf59","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.661695086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"61928e55-51e6-4585-9587-323fdf5f28ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.665504938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ebb1b4d0-4f41-4a38-b61d-3f8e47256675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:52.665924827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"0abb3eaa-d5d3-4f11-8775-9effa47afa32","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:54.628160083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"d8c81042-f716-4ed7-b87e-2b54935028fe","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:54.684895382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"d8c81042-f716-4ed7-b87e-2b54935028fe","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:30:54.740601649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"d8c81042-f716-4ed7-b87e-2b54935028fe","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:00.589819777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"c634464a-b332-46be-bf6c-95f9ae305917","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:00.589943432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"c634464a-b332-46be-bf6c-95f9ae305917","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:01.195506407Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"dc57b8a2-470b-4582-b5ca-8fedfdfce2a7","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:02.178003745Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-sub","reconcileID":"f834868a-c8a2-4405-a570-0d496b11f8ad","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-2-w0-7d1ec3","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:02.23356709Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-sub","reconcileID":"f834868a-c8a2-4405-a570-0d496b11f8ad","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-2-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:02.293346307Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-sub","reconcileID":"f834868a-c8a2-4405-a570-0d496b11f8ad","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-2-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:02.569713041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"f7631cae-acc6-4db9-93eb-b623c12d268a","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:02.569860911Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:02.722198486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"e3c7dcd5-3c14-4cca-92c3-a155e1e705b1","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:02.831319885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"c226d948-6098-4266-8c62-ab5ab69863d5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:02.831336778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"ee09c47c-457f-4a02-9a78-a548a7703b1d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:02.831867027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"63c723a4-7bdd-4789-a867-df4ce493f5e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:02.833750784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"acd1c2e5-1ab5-4f5e-9e25-0eec98762cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:02.889586406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"c226d948-6098-4266-8c62-ab5ab69863d5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:02.889583322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"ee09c47c-457f-4a02-9a78-a548a7703b1d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:02.893312678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"acd1c2e5-1ab5-4f5e-9e25-0eec98762cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:02.893317969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"63c723a4-7bdd-4789-a867-df4ce493f5e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:03.09509513Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-match-auth","reconcileID":"18076880-8777-42c5-a322-d2e184857c37","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:03.353636984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"926245ad-138f-4770-8505-622506990455","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:03.381957351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"628d9331-d677-47c0-ad06-48f8b4b764fe","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:03.439000279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"628d9331-d677-47c0-ad06-48f8b4b764fe","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:03.557640322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"beac331e-59bb-4db8-abd4-e532e4304b84","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:03.710229996Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-model-nomatch-auth","reconcileID":"718086ba-d8e8-4074-8636-66bd004fd3e9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-2-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:03.975223001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"65bbd09f-bd48-4a54-8e06-035db8dc718a","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:04.847702757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"d01f1635-f6da-46a9-b880-0c928f2fd234","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:04.905010616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"d01f1635-f6da-46a9-b880-0c928f2fd234","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:04.96071721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"d01f1635-f6da-46a9-b880-0c928f2fd234","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:06.448448802Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:06.448510172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"687a041b-1ceb-45c4-8ebe-894a83ff1294","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:06.448893396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"ec4a1c93-1490-4551-8e4d-b6dfef79ab82","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:06.505803521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"7c127d3f-edb6-43cf-99b0-8f6433961796","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:06.506147745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"d61c5fd4-cba4-4103-81a9-de481fa7d3ab","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:31:06.559699397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-partial-access-sub","reconcileID":"34c591f3-cb80-47cd-ab0f-8e7d80f41dd4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:06.606532347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2300b446-90a3-4f65-a2ef-66f102147eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:06.606537766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"fb61ce96-e368-41b7-b3ef-20d83fb65d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:06.663995815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"fb61ce96-e368-41b7-b3ef-20d83fb65d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:06.664427977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2300b446-90a3-4f65-a2ef-66f102147eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:06.672382762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"7430979f-41cf-430b-860e-96ef9bf8d42e","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:06.672769561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"f2e4f180-7329-4293-8273-f3e49329729a","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:06.730168399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"aa411c3e-a815-463e-a119-e284dbcb04e9","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:06.730659134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"f854d592-8989-4b22-afea-432ec45d1068","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:06.735376531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"319d1802-fb96-4c2c-889f-b610b05f7273","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:06.805665309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"544b635d-c9da-4a44-87ef-97830ec80bb5","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:06.988423457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-partial-access-auth","reconcileID":"393ece26-ba4d-4cc7-b558-6c2bc708485d","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:07.046045603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-partial-access-auth","reconcileID":"393ece26-ba4d-4cc7-b558-6c2bc708485d","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:07.049662043Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-partial-access-sub","reconcileID":"bff9deff-a414-4758-8d0d-6e7618cb9e9a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:07.069315765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"bb392e37-64a5-45c4-bbe7-6b2e9bcd5938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:07.069317203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"648b356c-28af-4070-9cd1-bb226442990e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:07.129367887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"bb392e37-64a5-45c4-bbe7-6b2e9bcd5938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:07.129391818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"648b356c-28af-4070-9cd1-bb226442990e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:07.209466128Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-partial-access-sub","reconcileID":"bff9deff-a414-4758-8d0d-6e7618cb9e9a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-distinct-w0-7d1ec3","model":"distinct-w0-7d1ec3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:07.257359932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"8b1df155-1359-41ff-b8e7-49eebd666528","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:07.359697586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"b6e7d3bd-99b3-4cd6-8fc3-aede5f74b645","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:07.433213325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"54972a22-6679-45a0-af0b-e84408f9660c","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:07.433668574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"93fc460c-59c2-4a51-8f76-27e20d37ef06","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:07.516612456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-partial-access-auth","reconcileID":"bf276cd9-95c1-4ef8-8f1c-5f2fa9227c88","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:07.573704665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-partial-access-auth","reconcileID":"bf276cd9-95c1-4ef8-8f1c-5f2fa9227c88","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:07.64150116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-partial-access-sub","reconcileID":"82f713ad-6f5f-4def-b754-673f0a4be67d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:07.797513516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-partial-access-sub","reconcileID":"82f713ad-6f5f-4def-b754-673f0a4be67d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-distinct-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:09.571751824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"9477aced-c29b-4d0b-b91d-dd84bdfef59b","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:09.842321232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"726ed841-4867-482e-be9d-1aa06c1391f7","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:09.842353206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"726ed841-4867-482e-be9d-1aa06c1391f7","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"routeName":"external-model-e2e-rec-recover-fb3af8-07ca667567bd","namespace":"e2e-extmod-rec-noaccess-4b5da0","model":"e2e-rec-recover-fb3af8","externalModel":"e2e-rec-recover-fb3af8","provider":"e2e-rec-recover-fb3af8-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:10.152189581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"58fcdf0f-4e33-4213-864c-4fa0002ce04f","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:10.152208191Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-partial-access-auth","reconcileID":"59f112ce-4763-4376-a2b9-1fa81263f275","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:10.362283481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"fb50b893-4f42-4d60-9b52-f302ac136d29","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:10.531459384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"dc318ee2-0f3a-4340-9a71-424144baf3b5","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:10.53187681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"7b9bd8dc-ccdd-45c1-ac3b-68d7edc5e8ce","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:10.591387322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"bc79c911-f09b-455a-9386-ab0f22fa90b6","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"tenant":"e2e-praxis-a-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:10.591407153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d","reconcileID":"bc79c911-f09b-455a-9386-ab0f22fa90b6","MaaSModelRef":{"name":"praxis-route-918b8d","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"routeName":"praxis-route-918b8d-kserve-route","namespace":"ai-tenant-e2e-praxis-a-918b8d","llmisvcName":"praxis-route-918b8d","gateway":"openshift-ingress/e2e-praxis-a-918b8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:10.69316091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f544284a-3737-4bd9-8f4c-a3cea078a625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:10.693160929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"0149bb93-2453-4e2c-8001-2967cff517d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:10.750046941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"0149bb93-2453-4e2c-8001-2967cff517d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:10.750537729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f544284a-3737-4bd9-8f4c-a3cea078a625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:10.789422181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"691fabe5-6e3b-4c3e-ae1e-8d99f6510d62","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.063334478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"1b3a0201-41d4-4ee7-8ecf-9cbce42b6535","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.187257603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f6f5ccc7-3a60-479a-b544-9e4e45734921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.18733556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"71b62931-190c-4c32-b09a-3932d6f34a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.236334829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"ee0f6a22-242b-465e-a872-becf5b51b0f7","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.237366311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"7f2acfa0-4a49-4f60-9da1-9ee0f4f4c6c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.24835716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f6f5ccc7-3a60-479a-b544-9e4e45734921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.248432239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"71b62931-190c-4c32-b09a-3932d6f34a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.251941194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"3e4cf01d-5387-4c65-b8a9-603fff687dd0","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.293742938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"ee0f6a22-242b-465e-a872-becf5b51b0f7","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.295360677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"7f2acfa0-4a49-4f60-9da1-9ee0f4f4c6c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.30432006Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"f06ffa7a-676a-44aa-8223-079f41a66dc9","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.309175256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"3e4cf01d-5387-4c65-b8a9-603fff687dd0","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.616240968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f04ca3c3-8d20-4845-bbc8-2df6b70d144b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.616257011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ae8712ac-59d5-4859-94b5-70f0e380a4a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.673295087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ae8712ac-59d5-4859-94b5-70f0e380a4a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.673437417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f04ca3c3-8d20-4845-bbc8-2df6b70d144b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:11.885918972Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.014491637Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-1d9fcc","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc","reconcileID":"a5d1da33-3c9f-4cee-a9ce-85275a4b6664","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.170713117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"f9d19d06-5bbc-4058-a055-a15a89e95c01","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.171419681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"b1d3667f-65c7-4d41-8207-9154c37a0c72","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.223073155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bfdf927-1f36-4055-aa55-b0794aaa647f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.22322063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2303409b-40f0-4b0c-b418-28b2e3c4b498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.228409419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"f9d19d06-5bbc-4058-a055-a15a89e95c01","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.257833272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"b1d3667f-65c7-4d41-8207-9154c37a0c72","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.280753799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2303409b-40f0-4b0c-b418-28b2e3c4b498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.314722442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"b1d3667f-65c7-4d41-8207-9154c37a0c72","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.352502971Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bfdf927-1f36-4055-aa55-b0794aaa647f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.378346207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"8da18852-2617-4b74-af5e-9d3fea9a4ca6","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.408458629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bfdf927-1f36-4055-aa55-b0794aaa647f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.435658476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"8da18852-2617-4b74-af5e-9d3fea9a4ca6","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.502555877Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"6b22e3a0-2b70-43a4-9869-67ec874d9922","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-auth-1d9fcc","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.611996735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66dad955-b458-4801-9d97-1d27e57059b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.612108253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66dad955-b458-4801-9d97-1d27e57059b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.612677237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51591bc2-87e0-4c49-b0b8-e37a39678513","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.612698702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51591bc2-87e0-4c49-b0b8-e37a39678513","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.633187212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"483d93b5-0274-4dbf-bd33-573a5f4d4f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.633271886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"a078eeaf-d281-4dfc-8af9-3e7bb5eff53f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.646214172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ae10741e-3b03-4dc4-a178-2c7060998097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.685857078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"f7bc02f5-ed2d-4c89-b74f-9822f507be8a","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.690700296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"483d93b5-0274-4dbf-bd33-573a5f4d4f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.690742175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"a078eeaf-d281-4dfc-8af9-3e7bb5eff53f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.703346703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ae10741e-3b03-4dc4-a178-2c7060998097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.743159981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"f7bc02f5-ed2d-4c89-b74f-9822f507be8a","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.824390154Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"88728874-813c-4797-b750-1331b99cb6ee","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-auth-1d9fcc","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:13.987682184Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"98350caa-2808-4102-b836-95a6bf820aab","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-auth-1d9fcc","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.006692003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f7263e84-a7ca-4b2e-a8c4-8f4bd5ea6dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.007256655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"7fbc69e1-a586-4c13-aaf6-d9eb15c4b92d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.054465155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"d354eecb-d3bb-480f-9696-ab2befd0d9b4","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.064107774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f7263e84-a7ca-4b2e-a8c4-8f4bd5ea6dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.066564413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"7fbc69e1-a586-4c13-aaf6-d9eb15c4b92d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.111624544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"d354eecb-d3bb-480f-9696-ab2befd0d9b4","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.15500396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"61ebb067-330b-41e9-ae8c-e09697889949","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.15995863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"c8cd3a2c-068a-431d-8006-27120e95790c","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.212173769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"61ebb067-330b-41e9-ae8c-e09697889949","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.216698364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"c8cd3a2c-068a-431d-8006-27120e95790c","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.42587503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee860ab6-cccf-4110-ac57-2d6eba912b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.48287067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee860ab6-cccf-4110-ac57-2d6eba912b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.526496488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"813479f7-b742-4e72-ab16-e44f909ed014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.583460748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"813479f7-b742-4e72-ab16-e44f909ed014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.682905288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"19b670a4-8670-4994-9d2b-0e1c144a0610","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.740385952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"19b670a4-8670-4994-9d2b-0e1c144a0610","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.869717317Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-1d9fcc","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc","reconcileID":"06d44125-1176-405c-a489-fc87f3f70b89","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.977108074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"5afae59d-9a6c-480e-8e64-f022db3c44b2","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:14.977333095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"3892238c-4a0c-4702-a70a-26d1c4181a92","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.029923461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dbe3a9b-ecb8-4799-a579-db7491dc7ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.030447284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7096029-790a-45b5-ad56-5bc39f7cd5b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.036227911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"3892238c-4a0c-4702-a70a-26d1c4181a92","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.088208699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7096029-790a-45b5-ad56-5bc39f7cd5b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.088216749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dbe3a9b-ecb8-4799-a579-db7491dc7ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.106174062Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"5afae59d-9a6c-480e-8e64-f022db3c44b2","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.144349962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dbe3a9b-ecb8-4799-a579-db7491dc7ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.159385544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"7243e0b2-fd2c-4d75-be4c-765fc6d0f13c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.162361815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"5afae59d-9a6c-480e-8e64-f022db3c44b2","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.200531258Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"9df45df6-9e88-405b-821a-cad30e3b29eb","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-auth-1d9fcc","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.216519355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"7243e0b2-fd2c-4d75-be4c-765fc6d0f13c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.304873578Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"c006a1fe-2568-44f5-99fb-5cfa1b7ae14e","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-auth-1d9fcc","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.409626956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"03cc7e9a-2a94-45ec-9f72-7917b4a80cac","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.411166308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"f76ab401-8f59-4f02-8b23-23c93585372b","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.411555123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"71e70e06-7c2d-4048-bfd4-20e2b3caf215","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.411728343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"5a497e40-70c3-4887-aad9-42f6080c5e7a","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.461043686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"decbf703-dd2b-45da-b47a-0a4a92182144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.467488586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"03cc7e9a-2a94-45ec-9f72-7917b4a80cac","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.513145088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"1c75b938-1456-4ad5-ab52-8338c273e7a5","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.517465255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"042ad6b5-aa6a-484b-9170-ba2052b7f49e","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.519197186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"decbf703-dd2b-45da-b47a-0a4a92182144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.570540787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea07bb2b-8659-479d-b1cb-949ae700ab6d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.57056885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea07bb2b-8659-479d-b1cb-949ae700ab6d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.570728388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"1c75b938-1456-4ad5-ab52-8338c273e7a5","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.61588598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"c9d1afae-8573-419a-bd8f-2a2b74dfe812","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.623090933Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"fa797adf-1e39-4a8b-8aff-7dc0fb4696c8","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-auth-1d9fcc","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.673887377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"c9d1afae-8573-419a-bd8f-2a2b74dfe812","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.675484043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56179d41-5745-4da2-a030-9c4b8fa294ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.675506492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56179d41-5745-4da2-a030-9c4b8fa294ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.71486809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"fa52017e-7f75-4520-8dd5-506b8ed228a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.771967787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"fa52017e-7f75-4520-8dd5-506b8ed228a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.885886433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1010d492-b037-491e-93fd-4cf4e0769b37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.88642763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"56a7563a-21b2-4923-9f29-db734066ddb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.944006134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1010d492-b037-491e-93fd-4cf4e0769b37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:15.944300718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"56a7563a-21b2-4923-9f29-db734066ddb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:31:15.989627968Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-sub","reconcileID":"11405ea5-4676-448c-a82e-2a9907b0293e","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"error":"failed to fetch HTTPRoute ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d-kserve-route: HTTPRoute.gateway.networking.k8s.io \"praxis-route-918b8d-kserve-route\" not found","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.01814415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"20987938-ff0c-4fc3-abe6-516003bf1fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:31:16.048265613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-sub","reconcileID":"11405ea5-4676-448c-a82e-2a9907b0293e","error":"failed to fetch HTTPRoute ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d-kserve-route: HTTPRoute.gateway.networking.k8s.io \"praxis-route-918b8d-kserve-route\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.079771579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"20987938-ff0c-4fc3-abe6-516003bf1fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.365459281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"1f1f7cf2-1476-498a-bb3e-2abb6e872128","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.366727108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"22cd4858-eb54-43f7-9d79-7301c79c01ed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.395704535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d27b55a0-162b-4123-8cdd-fcba529e5983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.422698772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"1f1f7cf2-1476-498a-bb3e-2abb6e872128","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.422762227Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"1f1f7cf2-1476-498a-bb3e-2abb6e872128","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.423859288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"22cd4858-eb54-43f7-9d79-7301c79c01ed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.440951564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"520933e7-e010-484f-83dc-e17708eb6875","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.453515232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d27b55a0-162b-4123-8cdd-fcba529e5983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.469148268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"f5723889-e908-4e7e-aaa2-e1de19fce639","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.498396631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"520933e7-e010-484f-83dc-e17708eb6875","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.521023766Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"6e48a6da-8102-4515-8f39-184b9c06481c","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-auth-1d9fcc","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.526011397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"f5723889-e908-4e7e-aaa2-e1de19fce639","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.595997051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"e0c4e972-1503-4ebe-8cb5-5a08366cd760","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.662913572Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"d09a96e0-2639-43fb-836a-69a704ddc144","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-auth-1d9fcc","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.678653935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"e0c4e972-1503-4ebe-8cb5-5a08366cd760","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.761565465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"9ae52d3d-99a2-4aff-89e5-a958bac84886","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.766947078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"075a47c3-e03b-4c5c-aa2c-26ff2681bfc4","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.767941016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"dd5031e9-6c30-4ffb-865b-16f2baa3c88c","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.840869818Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-sub","reconcileID":"3353cc0e-403d-42d5-9827-50f916d1732b","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-006efc36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.87177097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"2d7bdb59-ca4e-4374-b8b1-4c21b47f726d","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.892545458Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-sub","reconcileID":"853a552e-5753-4172-9b8c-72ad53b71bf3","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-006efc36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.896305602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"40ee2618-1773-4498-8d84-480d878d1ec2","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.952945013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"40ee2618-1773-4498-8d84-480d878d1ec2","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.952987158Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"40ee2618-1773-4498-8d84-480d878d1ec2","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.976636578Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"b30da072-2422-4cdc-80ee-3901333588ff","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-auth-1d9fcc","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:16.996058703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"52a9aee0-aead-4a2d-8d0c-d34250789550","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.053743579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"52a9aee0-aead-4a2d-8d0c-d34250789550","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.096376679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"3da68a38-a784-4560-b975-529f31aa54e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.153998963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"3da68a38-a784-4560-b975-529f31aa54e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.196603807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"a7b455de-20ff-494d-af76-8de2d1aefee3","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.253530539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"a7b455de-20ff-494d-af76-8de2d1aefee3","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.253568233Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"a7b455de-20ff-494d-af76-8de2d1aefee3","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.292143899Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-sub","reconcileID":"f32567fa-ef45-4f28-a4a6-80df08c93df9","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-006efc36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.345021131Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-sub","reconcileID":"3575e18f-d625-4f16-b349-cc5c0d62d264","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-006efc36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.345407646Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"b4eae088-4aaa-4a85-b3f3-01de38c998fe","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.445150737Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"02eeb453-8049-4e91-94fc-284106432c75","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.480199499Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-1d9fcc","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc","reconcileID":"584338a0-500a-4d67-8be2-61547b8b4b90","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.533900297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"a16388f7-ca92-4e9d-91d8-3b79a5ebc400","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.613917623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"52f32a1a-cd0c-468c-b98d-6ac6f8f80766","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.665290897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2407fc21-43ff-4a4b-bbde-4ac9b1bda353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.665444562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ee5f47b-94d7-46b1-8283-3424ae486d17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.671136888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"52f32a1a-cd0c-468c-b98d-6ac6f8f80766","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.701456242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"02eeb453-8049-4e91-94fc-284106432c75","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.723380707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2407fc21-43ff-4a4b-bbde-4ac9b1bda353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.724125697Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"cb470110-3caa-4643-88c5-b833dc7cadf3","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.727770574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"52f32a1a-cd0c-468c-b98d-6ac6f8f80766","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.796066629Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ee5f47b-94d7-46b1-8283-3424ae486d17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.81975574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"3dc3d275-5943-40ea-a8a9-9c0455dcef6e","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.828990731Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"02eeb453-8049-4e91-94fc-284106432c75","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"name":"e2e-praxis-a-918b8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.829017022Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-auth","reconcileID":"02eeb453-8049-4e91-94fc-284106432c75","MaaSAuthPolicy":{"name":"praxis-route-918b8d-auth","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.85214286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ee5f47b-94d7-46b1-8283-3424ae486d17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.852745418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"5965cba7-6efa-4953-83e9-cdb2edb87c21","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.876547016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"3dc3d275-5943-40ea-a8a9-9c0455dcef6e","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.885733421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"f6174b05-654f-4823-a97a-be602a5c6703","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:17.909257363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"5965cba7-6efa-4953-83e9-cdb2edb87c21","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:31:17.991148959Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"f6174b05-654f-4823-a97a-be602a5c6703","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:31:17.991222008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"f6174b05-654f-4823-a97a-be602a5c6703","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.043643484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"eea1b914-8288-4751-a483-481b506ded28","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.096200549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a5b69da8-9571-42bd-bfdb-5ee543dc6b49","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.096222331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a5b69da8-9571-42bd-bfdb-5ee543dc6b49","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.172822695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5aa285c4-4bba-4f29-af9d-8839b12e4cdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.17329341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"aa0229a3-1cc5-4783-8b75-b691bfe08609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.174339093Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"a7e58d3b-cc46-4809-ac8a-faa73e9cc8ea","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.225138286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0817e465-f0b6-4040-ba36-9aa2a8982152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.230892886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5aa285c4-4bba-4f29-af9d-8839b12e4cdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.230893877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"aa0229a3-1cc5-4783-8b75-b691bfe08609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.276903977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0817e465-f0b6-4040-ba36-9aa2a8982152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.329002353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0817e465-f0b6-4040-ba36-9aa2a8982152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.329535832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"d89a6e92-42aa-4cc0-ba2c-b01d97cc829c","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.381677202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0817e465-f0b6-4040-ba36-9aa2a8982152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.43941095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"d89a6e92-42aa-4cc0-ba2c-b01d97cc829c","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.486120944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c616e266-65fd-47c4-ae1f-48d346cce737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.542879048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c616e266-65fd-47c4-ae1f-48d346cce737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.751690994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"7859a230-bd22-4544-a1ec-52e131da963b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.798892534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"812bf303-48da-4818-b69f-ce4dbfcb3c95","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.798929273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"25ab1e01-d886-483d-a031-4eb5579a9751","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.809404977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"7859a230-bd22-4544-a1ec-52e131da963b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.85618175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"25ab1e01-d886-483d-a031-4eb5579a9751","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.857111802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"812bf303-48da-4818-b69f-ce4dbfcb3c95","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.891967049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"98f7cdc4-ef2d-43bf-bfbc-c6867a06e66f","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:18.959052501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"98f7cdc4-ef2d-43bf-bfbc-c6867a06e66f","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:19.063121058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ef95a4c-5484-4fca-8651-3496bdbf9a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:19.120521411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ef95a4c-5484-4fca-8651-3496bdbf9a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:19.240045399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ba905b73-eebc-4c1e-a714-54a54a0352d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:19.296845939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ba905b73-eebc-4c1e-a714-54a54a0352d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:19.534645599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"83b62308-b9d0-4385-8c17-3095522a541e","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:19.592869532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"83b62308-b9d0-4385-8c17-3095522a541e","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:19.755707144Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"d862a7d8-7337-4727-8336-67062ca0f2e5","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:19.854431542Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-1d9fcc","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc","reconcileID":"61bf32ca-e0b8-498b-aef4-4d296a3f1e48","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:19.860066613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"da787a9d-bea4-4742-8938-d731f0562642","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:19.931085933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"d35b3428-ede3-4742-b9ea-4f3002f5440b","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:19.975345384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"5feda814-c063-42d0-b532-48552fd496c8","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:19.994041379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"d35b3428-ede3-4742-b9ea-4f3002f5440b","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.027807802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa973259-36e7-4f6a-b65e-5588fb3595d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.028193941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"21a14aa5-76ec-4843-bee7-fb54fa308673","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.039970272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b32d6fde-2130-4d1d-bb01-d8a6714fb067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.085198876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"21a14aa5-76ec-4843-bee7-fb54fa308673","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.085582515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa973259-36e7-4f6a-b65e-5588fb3595d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.096734957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b32d6fde-2130-4d1d-bb01-d8a6714fb067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.104207514Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"5feda814-c063-42d0-b532-48552fd496c8","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.145402166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa973259-36e7-4f6a-b65e-5588fb3595d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.159880216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"5feda814-c063-42d0-b532-48552fd496c8","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.20163825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3afdcaba-a8ac-4ff5-89e1-1cb83b15aa15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.201659322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3afdcaba-a8ac-4ff5-89e1-1cb83b15aa15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.217688015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48c3f252-0ae0-4e7e-9663-00860105d309","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.217717161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48c3f252-0ae0-4e7e-9663-00860105d309","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.271689934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0f726a-d0ef-43c5-b114-d29235b829a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.325901379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0f726a-d0ef-43c5-b114-d29235b829a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.378947134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0f726a-d0ef-43c5-b114-d29235b829a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.431535361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0f726a-d0ef-43c5-b114-d29235b829a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.534709387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"fbba754b-f038-475c-bf91-465978fd36ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.584926771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"77f9062a-d4c5-4809-a0e3-cded620359a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.586290856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"ea5066c0-25f4-4812-9144-08aba2f32318","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.591349365Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"2b32dbe5-296d-450a-93ec-f1667ea4d7c2","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.592954026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"fbba754b-f038-475c-bf91-465978fd36ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.642347731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"77f9062a-d4c5-4809-a0e3-cded620359a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.644493415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"ea5066c0-25f4-4812-9144-08aba2f32318","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.645907245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"2c5f350b-8a90-4f32-b936-9f402cd75035","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.697227791Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-partial-access-sub","reconcileID":"69e08742-4aff-455a-879d-c099c9a773a6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.702412071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"2c5f350b-8a90-4f32-b936-9f402cd75035","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.752746026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfd95900-234e-4b5c-80bd-0396f61c1abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.880471234Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfd95900-234e-4b5c-80bd-0396f61c1abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.916369966Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-partial-access-sub","reconcileID":"69e08742-4aff-455a-879d-c099c9a773a6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.916419527Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-partial-access-sub","reconcileID":"69e08742-4aff-455a-879d-c099c9a773a6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-w0-7d1ec3","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.936452251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfd95900-234e-4b5c-80bd-0396f61c1abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.961241395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"1f620083-5a72-4d80-8bbe-509a6e2345bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.968354191Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-partial-access-sub","reconcileID":"69e08742-4aff-455a-879d-c099c9a773a6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.993536324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b378706a-0456-4284-8197-42bfa10fb365","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:20.993557333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b378706a-0456-4284-8197-42bfa10fb365","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.01937911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"1f620083-5a72-4d80-8bbe-509a6e2345bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.02050287Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-partial-access-sub","reconcileID":"69e08742-4aff-455a-879d-c099c9a773a6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.124367862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"b99c330e-58b0-4b29-a854-f58310ff2def","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.163038525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"0bae1790-5e63-4df8-a46f-861b2fb42bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.163703926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"a4919e66-a351-439f-819d-df83eb97827e","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.214710394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"7df222da-396d-41ac-acd2-27d2cc868fb0","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.219551552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"0bae1790-5e63-4df8-a46f-861b2fb42bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.219989033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"a4919e66-a351-439f-819d-df83eb97827e","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.272511574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"7df222da-396d-41ac-acd2-27d2cc868fb0","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.27869574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"7e3a660f-8a2b-4065-b110-b5a25265086b","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.293348172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"89a8c0bf-475a-4ceb-9a74-c95bf30e9aa5","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.293448088Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.293724357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"54e4886b-d0f5-47ed-b27b-b7b9c275f4f5","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.315689327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"30b98868-456f-4fd7-8c84-3c138c8920d5","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.335302664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"7e3a660f-8a2b-4065-b110-b5a25265086b","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.373422393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"30b98868-456f-4fd7-8c84-3c138c8920d5","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.6888691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"d3150323-6344-497c-8811-e00903d218bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.688869067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"00fd5d10-9225-4e53-b936-b7ffb9caedde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.740554062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"c37d004b-48e2-4f53-9727-c77fb5bbce22","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.746011047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"d3150323-6344-497c-8811-e00903d218bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.746076392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"00fd5d10-9225-4e53-b936-b7ffb9caedde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:21.798938045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"c37d004b-48e2-4f53-9727-c77fb5bbce22","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.126350658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"ebc8e00e-a56b-42a2-bea1-d56472abf50a","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.126491192Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.184467571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"2520dd55-b568-4952-9553-75e9a1981871","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:31:22.23714549Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-no-access-sub","reconcileID":"5a26e6f4-88f5-49af-b818-5a484a648b1b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.290733041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"b1f8dea9-634c-432d-847b-1d744af33be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.290733064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"cae3cf61-f00c-4247-b10f-34321eccf207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.350103424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"cae3cf61-f00c-4247-b10f-34321eccf207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.352971466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"b1f8dea9-634c-432d-847b-1d744af33be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.353398101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"829e3281-dba1-43c6-a0e0-97736fae2b90","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.396174793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"f2b87a6d-6028-463b-9b10-ee2cf8a2b782","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.410600867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"572f653c-a8d1-4ade-92be-eca0f4bad0f9","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.451038975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"cf823cdc-3ff0-4f17-8444-d1c7b7c9314e","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.629655818Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-no-access-sub","reconcileID":"c95b4ed9-bb11-4c66-bc45-66115e39827c","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-distinct-w0-7d1ec3","model":"distinct-w0-7d1ec3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d1ec3/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.660713669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-no-access-auth","reconcileID":"9abb1316-e837-4a71-97f2-6146bd23456a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.717287944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-no-access-auth","reconcileID":"9abb1316-e837-4a71-97f2-6146bd23456a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.765406933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"3fc49c68-78bc-4944-9cd2-cc58a570d87b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.765434401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"7ea27d60-d5e3-480f-b13e-61ad38cb0844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.79808375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"0cf5c66e-7ea1-49cf-8f98-9e00885df3e2","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.823559224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"3fc49c68-78bc-4944-9cd2-cc58a570d87b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:22.823934207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"7ea27d60-d5e3-480f-b13e-61ad38cb0844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:23.006864393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-no-access-sub","reconcileID":"4419a804-2754-4e0f-9864-5d4e5f0963d6","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-distinct-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:23.034863624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"bdcb7593-c4ac-4294-89b1-29e775ae542b","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:23.267559952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-no-access-auth","reconcileID":"35a0e652-c827-4f02-85ed-8abb2fe6401e","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:23.3248124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-no-access-auth","reconcileID":"35a0e652-c827-4f02-85ed-8abb2fe6401e","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:25.414390711Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:25.469566042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"04074fd3-8425-4b83-9bb6-f3e23c4a68ba","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:31:25.526942457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"c8e6b948-727b-45a5-a880-b222fef1c41f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-1d9fcc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:25.580252129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"25d2b7f6-cdc8-4981-bf1a-2c918e3e6813","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:25.584276177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"364d06e3-900c-40a6-ba40-50549c7cf53a","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:25.643359432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"25d2b7f6-cdc8-4981-bf1a-2c918e3e6813","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:25.647478336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"364d06e3-900c-40a6-ba40-50549c7cf53a","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:25.66498639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"34aa319d-b286-47a0-8397-dcbbb83667aa","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:31:25.774103282Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"34aa319d-b286-47a0-8397-dcbbb83667aa","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:31:25.77430192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"34aa319d-b286-47a0-8397-dcbbb83667aa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:25.826707268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"98f6ea88-3409-4f63-a101-fb90565f4369","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:25.88612842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"e33fe669-8a3b-47e5-9121-c69287b8ca80","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:25.951640573Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-no-access-auth","reconcileID":"bd9062e3-4922-4491-9d75-751f4abe1a63","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-2-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:25.953172808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"23562804-abfc-4519-be04-37486ff75f72","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:26.013063348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"e657d90f-5fa1-431b-ab79-45b95d6caa66","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:26.018096917Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"9d9b3369-2e5f-406e-ac81-d01d54493ea8","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:26.126514221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"216a7ca8-7314-4824-9e6e-785f66a28c13","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:26.188751331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"216a7ca8-7314-4824-9e6e-785f66a28c13","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:26.189484266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"31f81b05-f712-4680-a858-2d47a6e74d5d","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:26.219525826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"d29e54ff-6382-4c2b-93d9-b8870a86e241","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:26.30847384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"d29e54ff-6382-4c2b-93d9-b8870a86e241","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:26.310228567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"95f1bdbd-2f86-4375-9f3a-863a96dc7a63","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:26.369356068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"c42ffd06-9731-44e0-a8d9-b114e3e44b6d","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:26.513747768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"710c8a35-1fb5-46f5-b7c2-f0b3c2aead0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:26.519679507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"673d78a8-8e4d-4431-ab4a-2f5080e3db00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:26.533847142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"b6953424-4a5d-437f-9390-a6c225e5c513","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:26.580423586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"710c8a35-1fb5-46f5-b7c2-f0b3c2aead0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:26.583206997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"673d78a8-8e4d-4431-ab4a-2f5080e3db00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:27.398286409Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-sub","reconcileID":"6efaf76e-2fba-467f-85f4-dfbb98e9683d","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","subscription":"praxis-route-918b8d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:27.398566449Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"praxis-route-918b8d-sub","reconcileID":"6efaf76e-2fba-467f-85f4-dfbb98e9683d","MaaSSubscription":{"name":"praxis-route-918b8d-sub","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"model":"ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-918b8d/praxis-route-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:27.450819537Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"a8141b31-7f75-4fe0-ae23-626147c84909","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:27.677409845Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.134109206Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","namespace":"ai-tenant-e2e-praxis-a-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.134246009Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","namespace":"ai-tenant-e2e-praxis-a-918b8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.134324378Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","tenant":"e2e-praxis-a-918b8d","tenantID":"e2e-praxis-a-918b8d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.188237938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"Deployment","name":"maas-api-e2e-praxis-a-918b8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.250038812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"Service","name":"maas-api-e2e-praxis-a-918b8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.304864813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-918b8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.364135306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-918b8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.423918498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-918b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.4895891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-918b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.547469757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-918b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.617236222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-918b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.682468359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-918b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.70293107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e3428490-1e84-42de-8584-f6d5fde266b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.70359509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8fb56feb-516b-48e5-8fbc-b3abbb34281a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.736005561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-918b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.747628994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"7259b1d7-667d-4f41-bd9d-97e8bc6f543c","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.76632517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8fb56feb-516b-48e5-8fbc-b3abbb34281a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.767207531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e3428490-1e84-42de-8584-f6d5fde266b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.789067603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"Service","name":"payload-processing-e2e-praxis-a-918b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.796269827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"8477aff0-3235-48e9-9f28-bd45cddc5c9c","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.804386667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"4f967ad5-d186-44f2-9a13-449021c03ac2","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.808499094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"7259b1d7-667d-4f41-bd9d-97e8bc6f543c","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.840714282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-918b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.8572549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"8477aff0-3235-48e9-9f28-bd45cddc5c9c","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.865446498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"4f967ad5-d186-44f2-9a13-449021c03ac2","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.892867033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-918b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.944268138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-918b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:28.995656602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-918b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:29.051364143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-918b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:29.081618177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b97dd232-49ff-451f-a822-a6645d4d195d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:29.081669529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c33dece6-2f8f-41c3-88aa-d978a46271c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:29.102705439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-918b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:29.14029455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b97dd232-49ff-451f-a822-a6645d4d195d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:29.140547858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c33dece6-2f8f-41c3-88aa-d978a46271c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:29.154180359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-918b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:29.206294835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"a202e8b8-bee6-4cb3-a557-74a019e6cf29","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:29.239037455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-918b8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:29.266308094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"a202e8b8-bee6-4cb3-a557-74a019e6cf29","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:29.291001562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-918b8d"},"namespace":"ai-tenant-e2e-praxis-a-918b8d","name":"default-tenant","reconcileID":"1c2ad0de-e1c2-4c6a-9b97-9394d946c694","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-918b8d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:29.310578294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"16293c52-dc36-4b98-bba0-37e60d4aec1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:29.369436732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"16293c52-dc36-4b98-bba0-37e60d4aec1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:29.371361364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"55a5882a-a158-446e-88da-c2d0b8829da9","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:29.433246506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"55a5882a-a158-446e-88da-c2d0b8829da9","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:30.325003765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"a6091caa-f7fc-445d-99a4-98b9aea953ce","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:30.361231635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9be20a97-7b73-47db-b7ee-3aedc1e82168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:30.418460485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9be20a97-7b73-47db-b7ee-3aedc1e82168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:30.454378326Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"a6091caa-f7fc-445d-99a4-98b9aea953ce","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:30.474981024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9be20a97-7b73-47db-b7ee-3aedc1e82168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:30.510157425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"a6091caa-f7fc-445d-99a4-98b9aea953ce","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:30.535483783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e75a109-b5ba-4c29-a380-6a0f8d45749e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:30.535515785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e75a109-b5ba-4c29-a380-6a0f8d45749e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:30.569901875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55a65037-b688-4a82-b921-5a7fcbbf3560","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:30.569933128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55a65037-b688-4a82-b921-5a7fcbbf3560","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:31.155741337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4556093b-c235-46ca-aeda-cfe76766eddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:31.294393954Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4556093b-c235-46ca-aeda-cfe76766eddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:31.353832882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4556093b-c235-46ca-aeda-cfe76766eddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:31.41176838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37a87790-a018-4a6c-9571-42dfb61cad47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:31.411804062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37a87790-a018-4a6c-9571-42dfb61cad47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:36.507585431Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-no-access-sub","reconcileID":"c1fe32cd-3b0b-4dfd-aa71-5bc120c38eb6","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-w0-7d1ec3","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:36.559967212Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-no-access-sub","reconcileID":"c1fe32cd-3b0b-4dfd-aa71-5bc120c38eb6","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:36.612433539Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-no-access-sub","reconcileID":"c1fe32cd-3b0b-4dfd-aa71-5bc120c38eb6","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/distinct-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:36.913675708Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"778067b7-5feb-44ba-8f1f-3f3e1a0bb021","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:36.966510519Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:36.9666194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"0b6f1868-0eec-4f9c-8e06-9e05fa4f6ca0","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:37.024450778Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"010c0544-b381-4a01-b8af-536776afe5d9","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:37.124645472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"0575454e-fdf8-4528-9aad-2a2df583b9b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:37.124738358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"27a29f50-b065-4128-926b-c1ef923f31c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:37.182754523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"0575454e-fdf8-4528-9aad-2a2df583b9b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:37.182765555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"27a29f50-b065-4128-926b-c1ef923f31c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:37.230468948Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-918b8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-918b8d","reconcileID":"61ec6205-83ce-4b04-847c-725cfad4d465","aitenant":"ai-tenants/e2e-praxis-a-918b8d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:37.392423807Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"6c88cbd9-9257-4798-afe2-681f1b7119d6","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:37.81441168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c7adc0-204e-4763-90b9-4bbb58c63d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:37.866186621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c7adc0-204e-4763-90b9-4bbb58c63d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:37.918265367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c7adc0-204e-4763-90b9-4bbb58c63d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:37.970431369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c7adc0-204e-4763-90b9-4bbb58c63d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:38.032302168Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-918b8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-918b8d","reconcileID":"61ec6205-83ce-4b04-847c-725cfad4d465","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-918b8d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-918b8d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:38.385063514Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"7c545e59-0e3d-461d-98cd-58dd8b5c8491","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:39.994109373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a260cb-55e6-4677-80ea-6ef797be79bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:40.04623895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a260cb-55e6-4677-80ea-6ef797be79bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:40.09813689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a260cb-55e6-4677-80ea-6ef797be79bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:40.150046019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a260cb-55e6-4677-80ea-6ef797be79bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:40.69810752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ad703a7-3f83-4bc4-a057-18e5b67e175c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:40.745660201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"8d226505-9c0a-4c30-a8fd-f4a490175708","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:40.755254099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ad703a7-3f83-4bc4-a057-18e5b67e175c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:40.813270877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ad703a7-3f83-4bc4-a057-18e5b67e175c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:40.874364743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38cc6f8f-1d32-4be5-be32-f046e9218a01","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:40.874393396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38cc6f8f-1d32-4be5-be32-f046e9218a01","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:40.875767255Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"8d226505-9c0a-4c30-a8fd-f4a490175708","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:40.931978485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"8d226505-9c0a-4c30-a8fd-f4a490175708","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:40.989520967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7bf59e4-99e1-4786-b724-30c2f90c0b9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:40.989543006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7bf59e4-99e1-4786-b724-30c2f90c0b9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:41.665540163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cac46c77-69e7-4a77-98c7-3984b9d6e4cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:41.66884443Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"1aab99be-771e-474a-914f-9acbcfdd49fe","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:41.795106869Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cac46c77-69e7-4a77-98c7-3984b9d6e4cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:41.831541524Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"8ef06889-3660-4f1e-af6b-5e0b1c598696","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:41.851474793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cac46c77-69e7-4a77-98c7-3984b9d6e4cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:41.886105793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:41.909146885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91001b3c-0948-4dc5-91f4-22d8887ead2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:41.909173621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91001b3c-0948-4dc5-91f4-22d8887ead2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:42.118172918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11d4ca8-1f55-4099-9979-1f164fd93514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:42.17021634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11d4ca8-1f55-4099-9979-1f164fd93514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:42.222078215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11d4ca8-1f55-4099-9979-1f164fd93514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:42.274151154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11d4ca8-1f55-4099-9979-1f164fd93514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:42.993385496Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"bfe7664b-e97b-477d-acdd-6f8a98008372","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:43.104973853Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-afc555","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-afc555","reconcileID":"dd07ca78-3f51-49b7-b737-36dce11d1d33","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-afc555","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-afc555":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:43.434188727Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"9f03b3f4-f2f9-4034-b93f-a6a63a89430d","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:44.166475045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c59cced-3be8-4c3c-ac5e-e847690b2f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:44.218965065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c59cced-3be8-4c3c-ac5e-e847690b2f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:44.271016925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c59cced-3be8-4c3c-ac5e-e847690b2f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:44.323750231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c59cced-3be8-4c3c-ac5e-e847690b2f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:45.477640226Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"3029286a-e80d-4556-8ab7-8549867e29db","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:46.199675571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3f3a47-7b9e-40b9-b307-4be11cc69e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:46.251629922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3f3a47-7b9e-40b9-b307-4be11cc69e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:46.306857902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3f3a47-7b9e-40b9-b307-4be11cc69e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:46.359861204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3f3a47-7b9e-40b9-b307-4be11cc69e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:50.493099829Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"14adb30a-609e-4aa3-addc-fefb0d234635","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:51.036490405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc7f569b-7ecf-4d28-be91-d176dfeb19cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:51.094384811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc7f569b-7ecf-4d28-be91-d176dfeb19cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:51.097103385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"bdc24c0b-6110-4fcb-a46b-8b98e3aa8364","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:51.151512075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc7f569b-7ecf-4d28-be91-d176dfeb19cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:51.208228021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"faa5704f-a22d-474d-a920-ae97851456a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:51.208254544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"faa5704f-a22d-474d-a920-ae97851456a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:51.227740856Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"bdc24c0b-6110-4fcb-a46b-8b98e3aa8364","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:51.284373884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"bdc24c0b-6110-4fcb-a46b-8b98e3aa8364","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:51.342303163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7650d3d-2a30-4e7f-92f7-7eb1f3af23bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:51.342325516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7650d3d-2a30-4e7f-92f7-7eb1f3af23bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:51.384170028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4292eabc-67ea-4f0e-ab8a-90913dc03abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:51.439761352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4292eabc-67ea-4f0e-ab8a-90913dc03abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:51.493910281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4292eabc-67ea-4f0e-ab8a-90913dc03abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:51.546347393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4292eabc-67ea-4f0e-ab8a-90913dc03abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:52.081422488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37e51709-64e6-4309-bc74-dc857a1de4dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:52.214740147Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37e51709-64e6-4309-bc74-dc857a1de4dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:52.272239623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37e51709-64e6-4309-bc74-dc857a1de4dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:52.331299494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58fbdfcf-9dde-4eeb-9e4c-9085bfbf3895","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:52.331322541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58fbdfcf-9dde-4eeb-9e4c-9085bfbf3895","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:53.528309966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5df4cf2-ddec-420b-88f3-a0eaab1da168","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:53.581353287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5df4cf2-ddec-420b-88f3-a0eaab1da168","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:53.637679458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5df4cf2-ddec-420b-88f3-a0eaab1da168","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:53.690150878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5df4cf2-ddec-420b-88f3-a0eaab1da168","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:59.611516822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"f012a436-d4b9-4074-aa43-c95d4ab44415","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:31:59.885209968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"7ddcd5ae-1092-47af-9cf4-82e7b6fa962c","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:00.373888374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"c3a9e2db-8d3d-46f9-9bec-3b20910e7225","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:00.424140153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"9f5abf02-303d-4d86-a2ac-f0cbb1538d0e","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:00.431445987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"29c4a3d6-7523-4b6e-9877-745de771c2ab","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:00.434800536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"c3a9e2db-8d3d-46f9-9bec-3b20910e7225","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:00.483952377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"9f5abf02-303d-4d86-a2ac-f0cbb1538d0e","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:00.488804751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"29c4a3d6-7523-4b6e-9877-745de771c2ab","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:00.540629057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"0454881f-2241-49c8-94d9-43fa8d437a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:00.541540561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"771a044b-9758-415a-97ee-52a1ff326d44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:00.598305423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"0454881f-2241-49c8-94d9-43fa8d437a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:00.599447324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"771a044b-9758-415a-97ee-52a1ff326d44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:00.651128511Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"2f5a68d8-a4e9-4cd4-8d4f-4da13507ceea","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:01.369310715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ee0582d-4d90-44db-8863-b9656c136f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:01.427764841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ee0582d-4d90-44db-8863-b9656c136f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:01.451763188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"416d8bff-1735-4931-9916-454d6c40a58f","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:01.484132364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ee0582d-4d90-44db-8863-b9656c136f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:01.542491435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"954084ca-3755-460d-ae25-c5aea463f553","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:01.542512378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"954084ca-3755-460d-ae25-c5aea463f553","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:01.580914272Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"416d8bff-1735-4931-9916-454d6c40a58f","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:01.637292435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"416d8bff-1735-4931-9916-454d6c40a58f","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:01.716199057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"87e144ff-5a01-4fc3-800d-ddbe1a53cb0f","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:01.769498185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f70144d-a4c6-43cf-9679-bbd9748ae3c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:01.769522065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f70144d-a4c6-43cf-9679-bbd9748ae3c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:01.822708802Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"996fda95-2fe1-46e8-b7b7-0b8755bc3267","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:01.879495286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"0b5fe6c0-ad4d-4d31-b8e6-26242f0d4e6d","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:01.937342364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"0b5fe6c0-ad4d-4d31-b8e6-26242f0d4e6d","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:02.368694344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"3fd7b7b1-1b24-4033-817d-1dc11c225131","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:02.492252162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c59abd8d-44d6-40f7-8717-eecef879c5ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:02.621679217Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c59abd8d-44d6-40f7-8717-eecef879c5ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:02.679164703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c59abd8d-44d6-40f7-8717-eecef879c5ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:02.737618258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d07d149d-a438-470e-a6d1-feeba04e2316","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:02.737638822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d07d149d-a438-470e-a6d1-feeba04e2316","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:07.40912998Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]","namespace=ai-tenant-e2e-extmod-b-c6e99c priority=0:[ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-shared-69c44b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:07.462072886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"db76f96d-c29a-45b9-b00f-872b59e78c90","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:32:07.520427254Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-auth-1d9fcc-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-1d9fcc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:07.569200446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"6d8d0fc9-2bda-4e5a-8faf-f236e9fe2b0c","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:07.569292584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"a3e50106-05ed-48b5-8436-7bd12f6dfa71","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:07.629466719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"a3e50106-05ed-48b5-8436-7bd12f6dfa71","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:07.629606488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"6d8d0fc9-2bda-4e5a-8faf-f236e9fe2b0c","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:07.629982791Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"c63454a2-870a-43fd-a688-cc4993fc09f8","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:07.736116784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"71775bb5-8370-40a3-80bf-f544ca0b1380","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:07.842616491Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"a646adf2-ce77-4aa3-86b7-235e0594cdf9","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-auth-1d9fcc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:08.051309365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"5588fdcc-5f6b-4ca7-8d7f-aceee62a1ea2","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:08.052334564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"a13fa8ca-8f85-43e1-a0bb-4bf3f78c3ce9","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:08.108632684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"5588fdcc-5f6b-4ca7-8d7f-aceee62a1ea2","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:08.109357043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"a13fa8ca-8f85-43e1-a0bb-4bf3f78c3ce9","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:08.115315235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"aa2d67a2-9eaf-493f-9d80-ccbefdc30f14","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:08.324425934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"9b9b9d62-b641-4e6f-83c7-0091f23d6f21","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:10.757161049Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"6ff5d2f9-1264-4319-9201-fe80c3971efe","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:11.701395227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"626439a2-efca-4a94-b5e8-3b71f080aa55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:11.75881758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"626439a2-efca-4a94-b5e8-3b71f080aa55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:11.802629872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"8d906b56-6869-4de4-9d14-9646d3ac4878","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:11.81495754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"626439a2-efca-4a94-b5e8-3b71f080aa55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:11.873145182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14ce1b63-74a7-4809-887a-f8ac1516f368","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:11.873169743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14ce1b63-74a7-4809-887a-f8ac1516f368","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:11.886078238Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:11.930205257Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"8d906b56-6869-4de4-9d14-9646d3ac4878","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:11.986375656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"8d906b56-6869-4de4-9d14-9646d3ac4878","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:12.044087963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9e415c0-24f1-42ef-9b46-8a518166ac5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:12.04410988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9e415c0-24f1-42ef-9b46-8a518166ac5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:12.89753665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9263bac-26a8-4517-914a-99d743c0b13f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:13.026175073Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9263bac-26a8-4517-914a-99d743c0b13f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:13.082641257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9263bac-26a8-4517-914a-99d743c0b13f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:13.140948711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4f8b342-bfe1-41c9-9a9d-6e80d299cbe4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:13.14096923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4f8b342-bfe1-41c9-9a9d-6e80d299cbe4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:20.863564949Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"7e7a1ff2-67fb-427e-b33e-70de51341760","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:22.035196581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79e6577e-5028-4294-9757-eae1b6001de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:22.093414501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79e6577e-5028-4294-9757-eae1b6001de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:22.149844846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79e6577e-5028-4294-9757-eae1b6001de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:22.153309725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"171e68d9-4e03-4633-8423-c643ab379e77","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:22.208547803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51e7ce37-c1a6-49a8-8cc4-bfd3c8121f1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:22.208572078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51e7ce37-c1a6-49a8-8cc4-bfd3c8121f1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:22.285106536Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"171e68d9-4e03-4633-8423-c643ab379e77","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:22.341168369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"171e68d9-4e03-4633-8423-c643ab379e77","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:22.39734342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2df07217-2a80-4ffc-9d7d-59ccc3e00343","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:22.39736451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2df07217-2a80-4ffc-9d7d-59ccc3e00343","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:23.301108853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea78516c-257f-439d-b0ff-830058b18a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:23.434798117Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea78516c-257f-439d-b0ff-830058b18a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:23.491454951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea78516c-257f-439d-b0ff-830058b18a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:23.549303583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4897a462-aa5e-4c14-baf4-1b70a539896b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:23.549327031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4897a462-aa5e-4c14-baf4-1b70a539896b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:23.599260437Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","namespace":"ai-tenant-e2e-praxis-b-ca7a55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:23.59931903Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","namespace":"ai-tenant-e2e-praxis-b-ca7a55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:23.599379942Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","tenant":"e2e-praxis-b-ca7a55","tenantID":"e2e-praxis-b-ca7a55","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:23.653235075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"Deployment","name":"maas-api-e2e-praxis-b-ca7a55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:23.714056933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"Service","name":"maas-api-e2e-praxis-b-ca7a55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:23.771563522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-ca7a55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:23.825658128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-ca7a55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:23.881976061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-ca7a55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:23.941047158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-ca7a55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:24.007137915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-ca7a55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:24.081003016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-ca7a55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:24.133139158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-ca7a55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:24.185929643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-ca7a55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:24.237946037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"Service","name":"payload-processing-e2e-praxis-b-ca7a55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:24.289854623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-ca7a55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:24.341691725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-ca7a55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:24.393415838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-ca7a55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:24.445061551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-ca7a55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:24.500574113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-ca7a55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:24.55285487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-ca7a55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:24.604503765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-ca7a55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:24.657115371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-ca7a55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:24.709638541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ca7a55"},"namespace":"ai-tenant-e2e-praxis-b-ca7a55","name":"default-tenant","reconcileID":"8b73c901-899b-419b-b16a-ef5a30c21eb7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-ca7a55","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:25.017811185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"dd9d95f1-2964-402e-a628-cfdabd8eaed0","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:25.29163923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"3bca6cc4-852a-4789-a2c2-8dd53df1a536","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:25.582627676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"00f27ebf-2f8e-4f37-90f2-fc3ce66baec8","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:25.582687288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"5950438f-dcc0-4523-81c8-6a94f125495e","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:25.584936385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"f963e78f-87e7-466c-bc6b-6c1e1b1f2747","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:25.585025635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"dbacbf4e-87d6-4530-8de2-7e8bdfc99563","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:25.644942139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"00f27ebf-2f8e-4f37-90f2-fc3ce66baec8","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:25.646366678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"f963e78f-87e7-466c-bc6b-6c1e1b1f2747","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:25.652086922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"5950438f-dcc0-4523-81c8-6a94f125495e","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:25.656854163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"dbacbf4e-87d6-4530-8de2-7e8bdfc99563","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:28.928137633Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"b3f607a1-2119-4f4a-9ecd-315247756a03","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:29.085898267Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"ead10af4-d417-43a6-813d-f2d3aecf831d","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:29.248454058Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ca7a55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ca7a55","reconcileID":"3fe02eec-0c18-4082-8775-6e193c11960f","aitenant":"ai-tenants/e2e-praxis-b-ca7a55","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:29.411471323Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"6a35ead0-de55-45f1-8b7c-94615ba89780","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:29.519973465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"a81e6ff8-5444-4837-bb0f-370c478dfb73","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:29.640869642Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"a81e6ff8-5444-4837-bb0f-370c478dfb73","name":"e2e-shared-a-w0-afc555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:29.829947209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8879c0ec-337e-467e-943d-6773fd236c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:29.88219006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8879c0ec-337e-467e-943d-6773fd236c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:29.934916135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8879c0ec-337e-467e-943d-6773fd236c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:29.987573808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8879c0ec-337e-467e-943d-6773fd236c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:30.04721406Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ca7a55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ca7a55","reconcileID":"3fe02eec-0c18-4082-8775-6e193c11960f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ca7a55","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-ca7a55"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:30.262722224Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"c02c66e8-c6d4-4709-98a7-b5e01576099f","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:31.910568713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a28979-2e4f-4c05-8af7-8d4af74bfbd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:31.963750981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a28979-2e4f-4c05-8af7-8d4af74bfbd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:32.016623909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a28979-2e4f-4c05-8af7-8d4af74bfbd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:32.069652086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a28979-2e4f-4c05-8af7-8d4af74bfbd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:32.391004063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db6872a4-25fa-491f-bd47-3100f60d6bec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:32.448709514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db6872a4-25fa-491f-bd47-3100f60d6bec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:32.504913128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"0a9aa159-4213-44d6-909f-40578d826763","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:32.505602626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db6872a4-25fa-491f-bd47-3100f60d6bec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:32.564130967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fae7bfd4-ccd1-48ee-9dfb-6c254b55d22d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:32.564151725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fae7bfd4-ccd1-48ee-9dfb-6c254b55d22d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:32.634593144Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"0a9aa159-4213-44d6-909f-40578d826763","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:32.691113508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"0a9aa159-4213-44d6-909f-40578d826763","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:32.749075971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b392c10-f316-4f9e-8aeb-93b93461253e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:32.749098581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b392c10-f316-4f9e-8aeb-93b93461253e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:33.710724744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7a31093-40fa-4424-8d79-efe4af6c8985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:33.843837043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7a31093-40fa-4424-8d79-efe4af6c8985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:33.904583505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7a31093-40fa-4424-8d79-efe4af6c8985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:33.960780299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d74dfd7d-0df5-4e01-86dc-dbf8b82b7786","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:33.960823241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d74dfd7d-0df5-4e01-86dc-dbf8b82b7786","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:34.010224952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1550c2e-0b14-4d18-879d-4ac3a23a4ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:34.06254235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1550c2e-0b14-4d18-879d-4ac3a23a4ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:34.114815087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1550c2e-0b14-4d18-879d-4ac3a23a4ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:34.166970031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1550c2e-0b14-4d18-879d-4ac3a23a4ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:40.36808491Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"4c6f396e-70b9-4f97-a94b-de812750490e","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:41.887145765Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:42.727203755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c165921-92f0-4de1-aa1d-c3f2061a8c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:42.78607683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c165921-92f0-4de1-aa1d-c3f2061a8c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:42.857617328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"62a99093-d0e5-4e3a-b74b-0dd146cb0dda","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:42.993484994Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"62a99093-d0e5-4e3a-b74b-0dd146cb0dda","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:43.050119368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"62a99093-d0e5-4e3a-b74b-0dd146cb0dda","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:43.10076622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f655d15c-b9fc-4a71-9b4d-29b400c83bdc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:43.100818633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f655d15c-b9fc-4a71-9b4d-29b400c83bdc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:43.107660855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f7bdc53-e66a-4572-a58a-2438639ce479","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:43.107681278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f7bdc53-e66a-4572-a58a-2438639ce479","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:43.306482209Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"2cac4731-412d-4fd7-bf19-4a7434cc702d","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:43.474386373Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"caca15b2-29c5-4952-ae5b-98a5ab913227","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:44.121732111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbc7d379-b988-4e1b-8fc1-af188e56ab5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:44.213684992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b70114b8-db19-4be0-b4b5-f27a6d830c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:44.266701818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b70114b8-db19-4be0-b4b5-f27a6d830c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:44.284851433Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbc7d379-b988-4e1b-8fc1-af188e56ab5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:44.319272944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b70114b8-db19-4be0-b4b5-f27a6d830c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:44.372028008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b70114b8-db19-4be0-b4b5-f27a6d830c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:44.375836964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbc7d379-b988-4e1b-8fc1-af188e56ab5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:44.431778436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c533383-aeab-468d-97e0-73a21717950b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:44.431822621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c533383-aeab-468d-97e0-73a21717950b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:44.639355872Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"6d7cbdee-e64f-4838-b876-686bd933552b","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:44.754587682Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ec52ff90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ec52ff90","reconcileID":"03415fc1-f1ff-461f-9445-ffafd35b4c02","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ec52ff90","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-ec52ff90":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:45.08356066Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"524cfb0d-e62b-46e1-aa1b-2d0fe1082360","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:46.316232777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89400235-de5b-468b-86cc-c6a9549b057f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:46.368924751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89400235-de5b-468b-86cc-c6a9549b057f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:46.421568844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89400235-de5b-468b-86cc-c6a9549b057f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:46.474329263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89400235-de5b-468b-86cc-c6a9549b057f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:47.150873513Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"da393f38-224a-44d3-a9d7-fef8953d01f6","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:48.408607462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2869f22d-d7cb-4964-adf5-59c8acd7b2c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:48.460936912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2869f22d-d7cb-4964-adf5-59c8acd7b2c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:48.513289092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2869f22d-d7cb-4964-adf5-59c8acd7b2c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:48.565393289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2869f22d-d7cb-4964-adf5-59c8acd7b2c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:53.215887166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"802b0eb1-fb9b-4e68-b63c-b89d47e2e1a2","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:53.345369835Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"802b0eb1-fb9b-4e68-b63c-b89d47e2e1a2","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:53.401158182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"802b0eb1-fb9b-4e68-b63c-b89d47e2e1a2","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:53.459119042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfa3d14f-fdcb-45ca-913e-ce81ccd1d4c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:53.459140858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfa3d14f-fdcb-45ca-913e-ce81ccd1d4c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:54.651144495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92f3f20f-ed93-4bca-a74e-1cfdb8f4e05f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:54.780085175Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92f3f20f-ed93-4bca-a74e-1cfdb8f4e05f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:54.865415113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92f3f20f-ed93-4bca-a74e-1cfdb8f4e05f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:54.92397023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"799dccb4-aad8-438e-844b-bb967d806ad4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:54.923995021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"799dccb4-aad8-438e-844b-bb967d806ad4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:32:57.25685763Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"cf46b164-a5a1-4864-8a8c-8790391b27f7","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:03.297947761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"a4c3b55a-5890-4714-bd21-8630108ce77a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:03.396101375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be0c3c4c-667f-4c8d-8d16-119152773edd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:03.465580217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"9640913a-696a-4ce7-a00d-eb6fcfa2edfa","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:03.551717989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"63086281-c616-4530-b3d3-bfe892187d88","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:03.566008431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"de694463-8f52-4f49-ba32-6379a9a24e81","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:03.694487013Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"de694463-8f52-4f49-ba32-6379a9a24e81","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:03.701440521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"24f21abc-d735-4234-818d-b86486a59ea5","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:03.750988074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"de694463-8f52-4f49-ba32-6379a9a24e81","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:03.802031438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"cfb606c6-e2f7-49b7-bf2c-d656b9974411","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:03.807163389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"773242d8-26a9-4e95-a93f-0b113d873ec5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:03.807183232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"773242d8-26a9-4e95-a93f-0b113d873ec5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:03.888125964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"0db2bd3e-428e-4d46-b2a3-31175c946cdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:04.041123108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"5b113d44-ae6c-473d-80d3-559a76d63861","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:04.06211193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"157d97b6-59c2-4f86-99f2-6b7e042c6eb4","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:04.091194904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"98ea34b8-d9c5-45be-b556-23a9e9d6a2f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:04.188336448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"18a8b60a-bde8-49e5-ac3c-d3aecc037667","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:04.289873411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"8a801870-0569-4a96-bb6d-40a39cf03840","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:04.41538703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"8ed86737-a15c-4d54-8f92-43a224e63f7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:04.468391647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"a2f8e083-22d4-4c31-ab7e-a1797aca29e7","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:04.51850825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"f985bbe0-15fd-452c-ba54-a3a1ef130553","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:04.676963849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"233bbee0-6117-4a3e-b68a-affb158e389b","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:04.729906412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"eedde15d-6484-4bb2-abd4-f5b108eb61d8","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:05.084295825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fc244ec-a0a8-4837-8eb0-84522efe051d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:05.213218575Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fc244ec-a0a8-4837-8eb0-84522efe051d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:05.269411621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fc244ec-a0a8-4837-8eb0-84522efe051d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:05.328374003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fa13d17-5db1-413f-a390-68e12d68e9e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:05.328394267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fa13d17-5db1-413f-a390-68e12d68e9e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:07.363562382Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"f75e886b-28f1-4e7a-9f4d-0bd229f88244","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:11.886829637Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:13.915020064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"74e28800-b5e3-4d88-baf3-0fc71692240b","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:14.04955802Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"74e28800-b5e3-4d88-baf3-0fc71692240b","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:14.108124576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"74e28800-b5e3-4d88-baf3-0fc71692240b","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:14.166420518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"457c6f19-4307-4fab-a1c5-f092234e01f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:14.166442099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"457c6f19-4307-4fab-a1c5-f092234e01f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:14.904070303Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"4f1e6d4d-904d-46af-b288-6a0afef85cac","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:15.492500446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95acb0ee-e8a5-4174-afb7-b7e97f16cdbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:15.620468769Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95acb0ee-e8a5-4174-afb7-b7e97f16cdbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:15.676204857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95acb0ee-e8a5-4174-afb7-b7e97f16cdbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:15.73415046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3d367ad-0d15-4cc9-bd37-696bc80fbbe5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:15.734171445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3d367ad-0d15-4cc9-bd37-696bc80fbbe5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:15.741641944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10666f30-651e-4ebc-aa84-6d256cce4a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:15.795904224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10666f30-651e-4ebc-aa84-6d256cce4a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:15.84825084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10666f30-651e-4ebc-aa84-6d256cce4a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:15.901154021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10666f30-651e-4ebc-aa84-6d256cce4a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:17.796886382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e400f9a-d71d-4edb-a428-8a27cfd6fd62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:17.849321465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e400f9a-d71d-4edb-a428-8a27cfd6fd62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:17.902231521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e400f9a-d71d-4edb-a428-8a27cfd6fd62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:17.954529858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e400f9a-d71d-4edb-a428-8a27cfd6fd62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:24.308754655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"6df93188-bf93-4d84-bd0b-c9419a85abea","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:24.439061831Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"6df93188-bf93-4d84-bd0b-c9419a85abea","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:24.495439006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"6df93188-bf93-4d84-bd0b-c9419a85abea","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:24.544491265Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"c5ca6590-af21-4fa4-acfd-8426ed44f543","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:24.655048922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83dcc1ca-2c06-405b-a6e1-6e28d8042d09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:24.655068327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83dcc1ca-2c06-405b-a6e1-6e28d8042d09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:24.75713259Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"563f50bc-0b32-4718-9298-f9fc553e338b","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:25.448811432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b48462-a41c-4559-b791-4ed95ea3476b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:25.504566419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b48462-a41c-4559-b791-4ed95ea3476b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:25.557344289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b48462-a41c-4559-b791-4ed95ea3476b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:25.609591006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b48462-a41c-4559-b791-4ed95ea3476b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:25.927552637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31217f4f-e039-4a37-bb7e-02817477c18a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:25.93371769Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"20205c9a-9b52-43ea-833d-a7f887f4b6ac","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:26.045954346Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-1c4191","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-1c4191","reconcileID":"984d6283-6094-4625-a8c4-7cc0fcc6d2d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-1c4191","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-1c4191":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:26.05552193Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31217f4f-e039-4a37-bb7e-02817477c18a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:26.11143779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31217f4f-e039-4a37-bb7e-02817477c18a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:26.16942745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"828ae72e-2914-4924-b6cc-9e456f001747","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:26.169451418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"828ae72e-2914-4924-b6cc-9e456f001747","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:26.389434576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"48bb2d55-0f43-4a25-84d7-d7f7f24e425b","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:27.608723878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff8d087c-e78e-4dd0-a230-27d6320deb89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:27.661111694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff8d087c-e78e-4dd0-a230-27d6320deb89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:27.713494739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff8d087c-e78e-4dd0-a230-27d6320deb89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:27.766041027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff8d087c-e78e-4dd0-a230-27d6320deb89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:28.435927993Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"95dda305-a468-4b7b-b803-9ecebe30079c","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:29.717030333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"173fa2bb-2526-4984-8b1f-cf48c39e81a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:29.76990341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"173fa2bb-2526-4984-8b1f-cf48c39e81a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:29.822276473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"173fa2bb-2526-4984-8b1f-cf48c39e81a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:29.87450692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"173fa2bb-2526-4984-8b1f-cf48c39e81a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:31.804737124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28512e41-bdaa-440b-bd47-42e831a3de30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:31.857395786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28512e41-bdaa-440b-bd47-42e831a3de30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:31.911446847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28512e41-bdaa-440b-bd47-42e831a3de30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:31.96392636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28512e41-bdaa-440b-bd47-42e831a3de30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:34.083223727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"64b6f6b1-75ac-41e2-9a0d-1d74c35a6c6d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-ec52ff90","tenantID":"e2e-ait-ec52ff90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:34.202421451Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"64b6f6b1-75ac-41e2-9a0d-1d74c35a6c6d","name":"e2e-ait-ec52ff90-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:34.762917229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"ae1e33be-e63b-48b6-ba3c-3e7110ac54ad","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:34.891708099Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"ae1e33be-e63b-48b6-ba3c-3e7110ac54ad","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:34.95042178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"ae1e33be-e63b-48b6-ba3c-3e7110ac54ad","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:35.00655915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42acace5-e80c-4008-9b9f-3269a49e00ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:35.00658136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42acace5-e80c-4008-9b9f-3269a49e00ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:36.376365094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd9bce24-5bc9-41c4-a768-281993c650ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:36.504912621Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd9bce24-5bc9-41c4-a768-281993c650ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:36.56086347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd9bce24-5bc9-41c4-a768-281993c650ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:36.621016517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d5d6d84-a7c8-4d90-ac5b-3a9ce8107062","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:36.62103936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d5d6d84-a7c8-4d90-ac5b-3a9ce8107062","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:38.541708109Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"17a25206-6dcd-4a47-9201-c882405bb337","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:41.886518827Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:44.564633731Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"f9981fd5-d0a1-4d43-b499-9009a24e3ab2","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:44.564844765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ce979ac-6d5e-4472-b872-94677671e078","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:44.56486342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ce979ac-6d5e-4472-b872-94677671e078","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:44.717203388Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"namespace":"ai-tenant-e2e-mt-2beff1f1","name":"e2e-policy-2beff1f1","reconcileID":"f9981fd5-d0a1-4d43-b499-9009a24e3ab2","MaaSAuthPolicy":{"name":"e2e-policy-2beff1f1","namespace":"ai-tenant-e2e-mt-2beff1f1"},"policyNamespace":"ai-tenant-e2e-mt-2beff1f1","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:44.774431562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5bb2282e-db93-45d9-8951-c3a22d7a109b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:44.774451007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5bb2282e-db93-45d9-8951-c3a22d7a109b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:45.533857134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"29619354-c00e-4d48-a602-3b0b84af72aa","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:45.5812803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"477d6d34-f4a1-4df0-8656-3222e0d2f958","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:45.633638658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"56d10484-ce03-4067-a7bc-00d3b44599b8","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:45.681720635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"0932660e-f724-482f-af99-66aadf5fe0e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:45.736032975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"aa2413b2-dd29-4c1e-91bb-65cfe2d9af4f","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:45.90719792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"b1697e77-4020-4223-a98c-3301ee542549","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:45.921943013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7cba9e16-1742-4a8d-b3bb-cf26588b2ed0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:46.044852609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"d61fd57e-83f0-49fe-8755-c082ec7402ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:46.061411513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"1a027bea-03c4-4469-9d45-488b44018b7b","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:46.165593401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"13571049-9c37-443b-9fd6-cb160e1a578e","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:46.226325357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"cc70bc59-3dee-4100-8cd0-11ee6e7d7993","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:46.401616787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"35b8abf5-bd2c-416e-81cd-fa1e2acb5334","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:46.507878182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"c01febff-1039-4030-8149-c50acdddabbc","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:46.666058037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"8ecded4b-0997-4af7-9771-cd84339e43a0","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:46.728127609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e271cff7-02f8-495c-aef2-0bb576f6c08f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:46.780648697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7acbb82f-4de6-4ecd-9611-651c236d66d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:46.830580569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"736f9e93-4a42-4318-a416-595f8c4e3707","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:46.838298177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7acbb82f-4de6-4ecd-9611-651c236d66d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:46.982827444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"9918e426-e17e-4a12-a50a-611f9b78b51d","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:47.157443162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bc6e477-473b-4e1e-9a02-01d6ae2f0779","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:47.157466625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bc6e477-473b-4e1e-9a02-01d6ae2f0779","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:48.648081969Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"e7cbd000-cb90-4e15-a924-2bd2ebbb804e","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:33:58.754184686Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"f56206c6-0b5c-4aa0-8561-0680bb075844","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:06.579479665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"1d7daf69-3bc2-4e77-90c7-c2ddf621e328","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:06.781151838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"de003aec-37d9-4a38-9691-fc86b7f48100","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:06.935817449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"bea3faa9-af50-4f5a-8b67-af088267d14e","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:06.983138012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"b538aac3-43f2-44fc-8e47-0dc716d785c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:07.137003606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8f7610af-96f7-47e7-a28a-3dad3f996ef7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:07.306728297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"298c3e00-f827-4276-ac83-0ff6e18f9bb9","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:07.484053723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"3283c162-b241-45e4-a3ef-c4af29bb2bf4","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:07.531730129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"6db55454-1c76-4ba9-9c24-0d6939ca83e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:07.685431301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"46fad167-e257-4796-b653-c1fc63eb4b6f","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:07.685493492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"ac28ac81-52a2-4619-912f-713b9efa1ef8","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:07.73285118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a82fce52-8cc8-4c39-a3fe-dda8fd653aa1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:07.853432745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"d5912dc9-cdf0-402e-993c-def1b5c3781f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:07.911663863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"c4174b6a-4951-449e-bfbe-cfc2d2150d01","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:08.080970788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"36d0179e-7db6-4b38-b4d6-35bcf54f90f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:08.109011071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"f4e470c8-8b5e-4b9e-9a48-ac10bd256091","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:08.113687717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"80061e35-dce8-4aec-8b02-f5093da32e13","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:08.258528647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"997f00e7-f444-4911-af45-b4a840467cc4","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:08.860654752Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"4231fda9-ed9a-439c-8928-a52c4c31dcf2","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:11.88822322Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:17.659070073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"a43b0864-2d0e-462c-b5ca-b5f9836271f8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:17.778125987Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"a43b0864-2d0e-462c-b5ca-b5f9836271f8","name":"e2e-shared-b-w0-1c4191-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:18.968055181Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"c6315e34-c3c6-442a-a57e-fcb9c67bb2b9","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:28.603910799Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"0d4c62d6-b470-4da7-8bb5-17437955cf4b","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:29.507310791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13488d30-955f-4789-9eed-a540e0d4dc74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:29.559920801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13488d30-955f-4789-9eed-a540e0d4dc74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:29.612884801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13488d30-955f-4789-9eed-a540e0d4dc74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:29.665523464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13488d30-955f-4789-9eed-a540e0d4dc74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:29.717884371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"10976b11-5c8b-452a-9b34-96e737c27dcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:29.717948545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"92b91101-ec5a-493b-bae7-95ce52f2c65b","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:29.928144163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"52bc745b-a63a-4f47-a4ad-08bc78435d16","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:29.928468954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"f095de37-12dd-4942-a422-10a2af5f6760","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:30.038243016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"7bfa72ca-bda3-4147-aa4a-d4bdc17fb9e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:30.131700443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"d1b22333-da5f-4dc4-add6-742383193829","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:30.148760948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"eaeadff2-0e65-4010-bd81-449769b0c35e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:30.299931291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"209fa560-4f83-48f8-91f7-e0bb05f34951","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:30.354447839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"46cc58e2-7e87-4794-bdf3-e507a087490c","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:30.399889551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"0d0fdc21-0a54-44a5-8caf-cee4fdab3a12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:30.504429551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"cefcac4f-1a51-4f4c-bcb5-722ab95cbdb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:30.552188089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"73be764a-d9ca-4c9d-b68e-f7f841ba15ed","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:30.675407678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"480a2d9e-b700-4b96-ab50-5714becefd38","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:30.823028413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"de285161-32e8-442e-b56a-980d1fbb3249","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:30.875952363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"53659a6e-3e6a-49cb-9ab3-893b2bc01a58","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:30.97435691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"9d861d21-6251-4a69-aa50-d65dc684fccb","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:30.978643993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"acbed87d-d145-4fac-a487-26b90633a3b6","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:31.551761115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399c8537-3513-443f-b289-7dd5e11642fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:31.604770091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399c8537-3513-443f-b289-7dd5e11642fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:31.65719086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399c8537-3513-443f-b289-7dd5e11642fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:31.709160235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399c8537-3513-443f-b289-7dd5e11642fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:32.63486751Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"e4a9f3cb-aaf4-4531-87ae-f566ad4debd8","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:32.812775399Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"b38957c0-f4bf-4c16-82a2-3b9c9c23a989","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:33.715517306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5048ff-e0dc-476c-afab-2fd84411e787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:33.768197677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5048ff-e0dc-476c-afab-2fd84411e787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:33.824353319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5048ff-e0dc-476c-afab-2fd84411e787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:33.878642751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5048ff-e0dc-476c-afab-2fd84411e787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:35.784643853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b785642f-e67b-49a3-aa15-aeef938042bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:35.836895703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b785642f-e67b-49a3-aa15-aeef938042bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:35.889278772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b785642f-e67b-49a3-aa15-aeef938042bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:35.941696932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b785642f-e67b-49a3-aa15-aeef938042bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:37.847226785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27bf89e7-7620-4c55-b8e3-ea86d614bed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:37.899464583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27bf89e7-7620-4c55-b8e3-ea86d614bed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:37.951646695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27bf89e7-7620-4c55-b8e3-ea86d614bed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:38.003879664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27bf89e7-7620-4c55-b8e3-ea86d614bed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:41.887212622Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:42.918969783Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"90d775f4-477a-4e3d-add1-a2cc16b3427b","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:43.185943645Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"f6b6f0d7-a275-44dd-83cb-403ba45be607","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:50.830030334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47867387-3f2d-4941-a2c8-bac24f03aa83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:50.991094054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"052a6150-e2d8-40cc-adda-c57bb498db12","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:51.166918666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"06df3d53-b47b-45be-a861-5b31a91e4815","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:51.405036144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"4d322c79-f605-47fd-858f-ad3e72a1a50d","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:51.536843788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"b0f9fbe4-b41e-48d3-916f-450f49cd67bd","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:51.567468036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"b8010393-53a3-404f-b1c3-2b8afdb51543","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:51.716405435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"556659fe-5b8a-4785-bcc3-ae681e1f816b","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:51.716553426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"c489a9ce-2a4a-48fd-99fb-c312729a5a99","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:51.828970653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"082f8022-0774-4891-8792-e44de5b7b34f","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:51.886081818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"9c7e69fc-026a-4be9-a4e5-5a71a0077918","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:52.039184078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"d2136210-ca51-46ee-82c6-3f30c7e3b4cf","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:52.088525852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"57350a46-79bd-4b38-863a-507fec78b34e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:52.0886275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"6baee2f4-c129-4931-8698-7ab0dec50fc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:52.19982967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9bb0ede4-4342-457a-a5b8-695af43f0fba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:52.257745095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"03e6c539-28b5-4224-9070-b53521403566","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:52.413718625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"64811ee9-dac4-4e3c-8804-e2ea89fd5e2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:52.414134622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"15e93737-f314-4b5e-bd0d-8fecec95df89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:34:53.292202711Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"b67b2e02-6a77-463b-abb5-f076d353f815","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:03.40379979Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"7f269acc-6449-4144-8342-032876b8a66a","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:11.886652457Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:12.712551067Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"d4db50a8-9fcb-42f4-9cbc-21c31eb1a2c4","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:13.610130972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3839afea-2232-4966-a155-8d489b2189f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:13.662671188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3839afea-2232-4966-a155-8d489b2189f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:13.714911613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3839afea-2232-4966-a155-8d489b2189f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:13.767084862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3839afea-2232-4966-a155-8d489b2189f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:15.732177218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545a7deb-4159-4368-8471-c03a8e8d0099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:15.784745379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545a7deb-4159-4368-8471-c03a8e8d0099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:15.83731041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545a7deb-4159-4368-8471-c03a8e8d0099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:15.889948113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545a7deb-4159-4368-8471-c03a8e8d0099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.463591967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbd68155-f96a-4f7f-8ed9-9701d1566eb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.4636132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbd68155-f96a-4f7f-8ed9-9701d1566eb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.519208672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"913cbd43-7eb3-4a68-8bd5-7031f4020864","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.519236058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"913cbd43-7eb3-4a68-8bd5-7031f4020864","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.627100233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"namespace":"ai-tenant-e2e-mt-7e5c1cf8","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"c59dadaf-1282-4db7-b696-2e9ebbb61ede","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.763044248Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"namespace":"ai-tenant-e2e-mt-7e5c1cf8","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"c59dadaf-1282-4db7-b696-2e9ebbb61ede","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.819245971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"namespace":"ai-tenant-e2e-mt-7e5c1cf8","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"c59dadaf-1282-4db7-b696-2e9ebbb61ede","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.833351632Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","namespace":"ai-tenant-e2e-ait-ec52ff90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.833416976Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","namespace":"ai-tenant-e2e-ait-ec52ff90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.833474678Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","tenant":"e2e-ait-ec52ff90","tenantID":"e2e-ait-ec52ff90","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.873174329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7814c984-8ede-437c-8dd2-386d807375a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.873195962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7814c984-8ede-437c-8dd2-386d807375a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.873261694Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]","namespace=ai-tenant-e2e-extmod-b-c6e99c priority=0:[ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-shared-69c44b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.875090004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4830f81f-35b0-4e8a-b901-fc2f2f13952a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.875111514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4830f81f-35b0-4e8a-b901-fc2f2f13952a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.887584306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"Deployment","name":"maas-api-e2e-ait-ec52ff90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.930696629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b64615fa-127e-42e4-8e4e-18ab6ddd57f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.93072017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b64615fa-127e-42e4-8e4e-18ab6ddd57f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.953277538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"Service","name":"maas-api-e2e-ait-ec52ff90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:16.981892553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"namespace":"ai-tenant-e2e-mt-7e5c1cf8","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"57ae604f-f2e2-4691-9e62-f8aaa050d5a1","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:16.98289342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"namespace":"ai-tenant-e2e-mt-7e5c1cf8","name":"e2e-shared-sub-7e5c1cf8","reconcileID":"8fa2b456-2ea4-4bad-bb9c-0d018088d495","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-7e5c1cf8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.012400236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-ec52ff90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.040317285Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"877826cc-fa2f-4e0a-a66a-1dd40db98c8c","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.040496907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"namespace":"ai-tenant-e2e-mt-7e5c1cf8","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"57ae604f-f2e2-4691-9e62-f8aaa050d5a1","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.066379906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-ec52ff90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.096839445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"namespace":"ai-tenant-e2e-mt-7e5c1cf8","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"57ae604f-f2e2-4691-9e62-f8aaa050d5a1","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.097644367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12b56ad3-ba07-4ad4-b985-042c28b141b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.097726224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12b56ad3-ba07-4ad4-b985-042c28b141b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.13344325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-ec52ff90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.156290151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc82d202-8f4e-48fd-92d1-bb172ef0e1ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.156490324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc82d202-8f4e-48fd-92d1-bb172ef0e1ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.194307274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-ec52ff90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.251435285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-ec52ff90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.308013647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-ec52ff90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.362053124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"Deployment","name":"payload-processing-e2e-ait-ec52ff90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.414020432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-ec52ff90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.439405985Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"namespace":"ai-tenant-e2e-mt-7e5c1cf8","name":"e2e-shared-sub-7e5c1cf8","reconcileID":"149e8efe-c3ae-4e5a-b67a-29ff621a0621","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-7e5c1cf8/e2e-shared-sub-7e5c1cf8","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.468068145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"Service","name":"payload-processing-e2e-ait-ec52ff90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.5204772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"Service","name":"payload-pre-processing-e2e-ait-ec52ff90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.572233331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"DestinationRule","name":"payload-processing-e2e-ait-ec52ff90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.609352284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4686cef4-409d-4bdc-8721-1591dac80f19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.609401864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4686cef4-409d-4bdc-8721-1591dac80f19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.623955104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-ec52ff90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.655703981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b7f39297-e926-470a-b901-8f2962f31596","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.677116932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-ec52ff90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.733139234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-ec52ff90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.784878004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-ec52ff90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.824590807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"namespace":"ai-tenant-e2e-mt-7e5c1cf8","name":"e2e-shared-sub-7e5c1cf8","reconcileID":"50de552c-04d6-42b8-8773-ac1256fecc9e","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.836884209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-ec52ff90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.89814738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-ec52ff90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.950773147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ec52ff90"},"namespace":"ai-tenant-e2e-ait-ec52ff90","name":"default-tenant","reconcileID":"6ce28f96-43c5-452e-9414-8a664630257c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-ec52ff90","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.962966269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6b8a4e0-bdbf-4603-a235-a0497f8db34d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:17.962986215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6b8a4e0-bdbf-4603-a235-a0497f8db34d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.023267937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c7088c8-2ebe-45cf-bd30-b0acb18986cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.023294711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c7088c8-2ebe-45cf-bd30-b0acb18986cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.131911021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"dc5ae5a6-c0df-46e9-bef0-b281eae57e31","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.189962454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"dc5ae5a6-c0df-46e9-bef0-b281eae57e31","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.240896078Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]","namespace=ai-tenant-e2e-extmod-b-c6e99c priority=0:[ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-shared-69c44b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.241201077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07356f2c-0d50-4616-8d6e-c7a104cb7566","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.241218636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07356f2c-0d50-4616-8d6e-c7a104cb7566","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.257064798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"dc5ae5a6-c0df-46e9-bef0-b281eae57e31","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.298355442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa9bf6ff-23ef-46b2-9351-997d3a2ecef5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.298380493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa9bf6ff-23ef-46b2-9351-997d3a2ecef5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.312893676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74b5614e-5a07-4640-bb37-9c1904376591","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.312915565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74b5614e-5a07-4640-bb37-9c1904376591","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:18.348281225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-sub-7e5c1cf8","reconcileID":"971eb7d9-c060-4fae-a15f-14293d198e97","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-7e5c1cf8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.419945724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"0b83549a-8003-450b-988c-9889c17ecc6d","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.46347067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2015ba1-e73d-4716-9496-e8d622540b90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.463493878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2015ba1-e73d-4716-9496-e8d622540b90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.477401079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"0b83549a-8003-450b-988c-9889c17ecc6d","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.519200388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c726129-abca-478a-b845-92f86c8273e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.519223256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c726129-abca-478a-b845-92f86c8273e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.533444893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"0b83549a-8003-450b-988c-9889c17ecc6d","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.772371655Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ec52ff90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ec52ff90","reconcileID":"98076d36-7754-4b3a-a32c-cdb76c0dae26","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ec52ff90","removed":["maas.opendatahub.io/gateway-access-e2e-ait-ec52ff90"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.790360504Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-sub-7e5c1cf8","reconcileID":"5f06ffff-91b7-4093-befc-7f4d3ae4dc49","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-3e3f26c9/e2e-shared-sub-7e5c1cf8","ai-tenant-e2e-mt-7e5c1cf8/e2e-shared-sub-7e5c1cf8","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.96598089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d944bd8-b6e2-4186-a54d-40bae32b5d15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:18.965999608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d944bd8-b6e2-4186-a54d-40bae32b5d15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:19.005484429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"41de6c28-645a-4c5a-a055-5522dbf8cbe9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:19.005483647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"namespace":"ai-tenant-e2e-mt-7e5c1cf8","name":"e2e-shared-sub-7e5c1cf8","reconcileID":"31827c15-1ca0-41e7-8e83-a67361a577e4","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:19.160677458Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"namespace":"ai-tenant-e2e-mt-7e5c1cf8","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"08d684e2-8a85-4744-b55e-367ffe990d7b","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:19.1614603Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"0fd76ac1-30a2-4f30-b9e5-15cad010fba5","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:19.217300404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f39859c8-ddf0-4431-967b-11c438676d3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:19.217326024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f39859c8-ddf0-4431-967b-11c438676d3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:19.269524631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-sub-7e5c1cf8","reconcileID":"2d49e92a-7154-4fb8-87fa-743683384789","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:19.317130141Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"namespace":"ai-tenant-e2e-mt-7e5c1cf8","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"08d684e2-8a85-4744-b55e-367ffe990d7b","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"policyNamespace":"ai-tenant-e2e-mt-7e5c1cf8","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:19.383552756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f555a81-004c-4022-8fda-01d5a924b2a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:19.384842143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f555a81-004c-4022-8fda-01d5a924b2a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:19.530881661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3f836cc-ad56-41f8-9041-8fd280e509a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:19.530902175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3f836cc-ad56-41f8-9041-8fd280e509a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:20.049252054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8809496a-5fcb-42ce-b3ae-fddc622d2e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:20.102858548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8809496a-5fcb-42ce-b3ae-fddc622d2e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:20.155029459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8809496a-5fcb-42ce-b3ae-fddc622d2e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:20.207327838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8809496a-5fcb-42ce-b3ae-fddc622d2e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:22.210188748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29cabbc-530f-4aaa-ba7f-a025f14cad5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:22.263064573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29cabbc-530f-4aaa-ba7f-a025f14cad5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:22.315688568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29cabbc-530f-4aaa-ba7f-a025f14cad5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:22.368057844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29cabbc-530f-4aaa-ba7f-a025f14cad5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:22.636054678Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"38472581-039a-4b7f-b52c-06c877586104","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:22.797850961Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"84529c73-bd15-4625-a7fb-342f130c3b58","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:24.011561274Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"6f4e19fc-b8f3-48ff-8e6d-0e0cd6576160","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:24.174715824Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"75fbabf2-a068-4f48-9160-7a65d41850f9","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:24.265278142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214e040a-83c3-4f32-a990-48437bb66b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:24.320029697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214e040a-83c3-4f32-a990-48437bb66b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:24.326729047Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-c6c6fdb9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-c6c6fdb9","reconcileID":"ffd820c0-443e-4f04-b26c-6a278ba8be9d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-c6c6fdb9-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-c6c6fdb9-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:24.372409512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214e040a-83c3-4f32-a990-48437bb66b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:24.425161058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214e040a-83c3-4f32-a990-48437bb66b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:25.540869704Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"b3cc77aa-1374-4872-b883-62f3bc2c0582","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:26.318505288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcffc949-6630-48a0-b7f2-5a75042540c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:26.371588834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcffc949-6630-48a0-b7f2-5a75042540c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:26.423964654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcffc949-6630-48a0-b7f2-5a75042540c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:26.476627332Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"7d130854-ef52-4534-bdcb-aa4b0075c994","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:26.477081655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcffc949-6630-48a0-b7f2-5a75042540c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:28.401433126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b00a858-24a9-4aaf-8c27-db9a64055c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:28.453761345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b00a858-24a9-4aaf-8c27-db9a64055c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:28.506252407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b00a858-24a9-4aaf-8c27-db9a64055c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:28.559278176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b00a858-24a9-4aaf-8c27-db9a64055c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:28.666778788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"fd8b9f2e-dabd-4d91-96a9-46ffa335a078","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:28.724307215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"fd8b9f2e-dabd-4d91-96a9-46ffa335a078","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:28.829100217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"fd8b9f2e-dabd-4d91-96a9-46ffa335a078","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:29.69392327Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"namespace":"ai-tenant-e2e-mt-7e5c1cf8","name":"e2e-shared-sub-7e5c1cf8","reconcileID":"2a35ab87-b47a-4600-8c00-e53dab109051","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-7e5c1cf8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:29.913521219Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"namespace":"ai-tenant-e2e-mt-7e5c1cf8","name":"e2e-shared-sub-7e5c1cf8","reconcileID":"2a35ab87-b47a-4600-8c00-e53dab109051","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-3e3f26c9/e2e-shared-sub-7e5c1cf8","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:30.126698287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05de2f41-4b77-47e7-b4ff-cb5045614665","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:30.126695406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-sub-7e5c1cf8","reconcileID":"28341033-2815-4cb8-b501-ff010e22791a","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:30.133812546Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]","namespace=ai-tenant-e2e-extmod-b-c6e99c priority=0:[ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-shared-69c44b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:30.133858389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"359e6fd4-b4e6-4122-8602-e6dfe6342a21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:30.133873472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"359e6fd4-b4e6-4122-8602-e6dfe6342a21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:36.58341119Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"8bfde2c6-9438-4c63-b8bc-2d78341fe789","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:38.938317338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"048a8e41-162c-4084-9eb5-4b9ca95cdff3","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:38.99600111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"048a8e41-162c-4084-9eb5-4b9ca95cdff3","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:39.052177382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"048a8e41-162c-4084-9eb5-4b9ca95cdff3","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:39.510452387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"7a8d5004-e6fc-43b1-88bb-843ea6bf8b7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:39.664814611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"d9226dca-6938-4683-806e-0d0d256cce48","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:39.684349028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"8eab91a8-a76e-43d2-b329-f3665a1857b4","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:39.80157039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"be6aea5f-13d9-4456-b887-f6bd0c63f2db","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:39.84955788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"e70c3711-42f5-40d6-a22d-8171b531688a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:40.157950285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"d66d9703-87dd-4d28-8a34-dd936014efb5","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:40.20909407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"9e41eb33-f39b-42cc-a57a-f827af343b20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:40.2820408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"52e809f4-cebf-4cdd-866a-8d9b6b45b987","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:40.360150252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"6c4e30d9-93ca-4d8a-b88f-f52217bd08d0","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:40.465168634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"1677ea1b-1871-443c-88f4-7456a6f7dea7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:40.567496938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"e7ba6600-eaca-4a3f-b3f5-3f7b54e425f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:40.583633692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"5c146285-e24e-49d1-b0fc-502155fc4d6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:40.720166004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"edaed826-8499-48ab-94cd-29845ea87c3f","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:40.766536775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"85fae374-b881-47ff-b1ec-28bb4f3fbe70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:40.921091852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"aef0f120-9b5a-4cd4-824a-dac5ff19c9bd","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:41.019605353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"e50f2537-d95a-418b-a60d-35f151852b53","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:41.887758246Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:46.690572615Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"58ff4213-9eae-4138-b711-bcab7e7c0d1d","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:48.711059855Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-04aedc","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc","reconcileID":"f3eb5a42-e867-48b1-a9b1-744ed634c044","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:48.770346414Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-04aedc","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc","reconcileID":"749fd4c4-ccf4-45fa-ae05-e7002730553f","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:48.825199658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"b5b7236b-cf9b-4d9d-8e39-da335288a081","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:48.87095357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0b138d0-1f97-4459-83b4-973d9c2ba879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:48.872476769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"3925bb79-050b-4913-94d0-f13399e31d60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:48.872762086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"72834855-09f8-4fdd-89fe-0d58c6616cef","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:48.882292057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"b5b7236b-cf9b-4d9d-8e39-da335288a081","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:48.929874032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"3925bb79-050b-4913-94d0-f13399e31d60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:48.931612316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"72834855-09f8-4fdd-89fe-0d58c6616cef","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:48.943454045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"b5b7236b-cf9b-4d9d-8e39-da335288a081","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:48.999889277Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0b138d0-1f97-4459-83b4-973d9c2ba879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.002138433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9008287b-8b09-4e12-8a53-463e7f122fdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.00215487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9008287b-8b09-4e12-8a53-463e7f122fdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.026051061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"3c7ff77d-5b98-449c-8e6f-73aa232534b0","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.056267498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0b138d0-1f97-4459-83b4-973d9c2ba879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.083731979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"3c7ff77d-5b98-449c-8e6f-73aa232534b0","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.151456381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"6b586c64-b802-4c5a-a0e7-ae04c60a9df7","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.258084866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"21b1166f-a08b-429e-b9e8-51b0a8019e4b","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.275410134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"41d37129-26d0-49fe-b37a-21d7cee4d835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.295016377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"0d155341-652c-439d-852c-dbd155b907e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.321980085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"d26a0f18-941a-408a-aa18-d2445ddf0bc0","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.332821653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"41d37129-26d0-49fe-b37a-21d7cee4d835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.352288201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"0d155341-652c-439d-852c-dbd155b907e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.362833196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"4331cae5-b0ad-4380-863d-0bb5605d5797","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.362884131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"a0db1ddc-a2cf-4524-b07e-fc32a3fa5b46","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.363358134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"385e74d7-097a-4309-951c-0a2889c4cf14","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.363620551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"ea379aa7-10e9-474b-b9df-dacee66f23d6","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.364126675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"dd34ed64-b363-4030-91cb-1b0ba479bfcf","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.379233004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"d26a0f18-941a-408a-aa18-d2445ddf0bc0","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.401767301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e9826d13-1922-4138-94c2-8e4d45cfd931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.462333041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e9826d13-1922-4138-94c2-8e4d45cfd931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.484523157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"ba7f7be6-fd5b-4288-87a6-bfa8d31a8b84","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.674225294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f6bffa52-f9dc-4b23-8887-2734898f77b4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.718164272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"86877fc4-481c-44f7-972f-1d014455888c","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.731687726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f6bffa52-f9dc-4b23-8887-2734898f77b4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.754024116Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","reconcileID":"fc4ec6f9-970f-40ba-8a86-8ac602bdcf40","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-amb-04aedc","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.778211496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"86877fc4-481c-44f7-972f-1d014455888c","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.808769935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"4b2491aa-5ba2-4272-8d01-9b6ec0ac7c6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.868230469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"4b2491aa-5ba2-4272-8d01-9b6ec0ac7c6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.880146222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"525a48dc-fef3-4a43-a41e-02cc46cfa31a","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.880819433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9dafa4a6-0628-4cea-b71f-06a4bd51590e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.880834542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9dafa4a6-0628-4cea-b71f-06a4bd51590e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.911826839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"3b756936-0a8d-4439-81f1-d3f0e47819de","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.933908622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"ed17d13c-ed25-42e2-ad2b-761bb096c415","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.937882941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"525a48dc-fef3-4a43-a41e-02cc46cfa31a","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:49.969049744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"3b756936-0a8d-4439-81f1-d3f0e47819de","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.152776437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba239c18-60cb-49b5-ae20-9c0dcf506795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.202966238Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","reconcileID":"2550e47e-d775-4740-b327-caadf875270d","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-amb-04aedc","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.211957309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba239c18-60cb-49b5-ae20-9c0dcf506795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.253431097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f3fc1b74-bff7-4ae2-88e9-4e8c032dc351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.310385627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f3fc1b74-bff7-4ae2-88e9-4e8c032dc351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.369172516Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","reconcileID":"f1d25860-1cca-49c3-ae37-51426c9e1626","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-amb-04aedc","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.460655983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"f499e8b2-48fb-405f-b069-c4733da9cd53","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.461936863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d83e02cf-8f2a-45b1-9603-2120b5eb8053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.509435413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"cc284f38-7e05-4c1d-93e1-19f485814e93","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.519183125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"f499e8b2-48fb-405f-b069-c4733da9cd53","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.520148609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d83e02cf-8f2a-45b1-9603-2120b5eb8053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.533311638Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","reconcileID":"2edadefd-7978-4bfe-8c85-eb0d132d5d5f","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-amb-04aedc","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.567073826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"cc284f38-7e05-4c1d-93e1-19f485814e93","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.576391062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d83e02cf-8f2a-45b1-9603-2120b5eb8053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.638731108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"26ba088b-3c78-431e-b5c4-ada255463489","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.660407241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1dd45b5c-8db2-4c05-9db6-a122f859cd6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.705628871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"df22fa89-6676-4ba7-be70-45727d2ccd9e","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.705874698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"1d7c0c45-610d-4cc5-a8d2-fa7b2d7fbab5","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.70611094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"c4988be1-d726-4764-8dee-1b581fa27e5e","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.706204011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"dc95c69e-67d8-41b0-9291-f662ade31e53","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.717550897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1dd45b5c-8db2-4c05-9db6-a122f859cd6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.744532837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"dc69e353-6976-4ddb-8bdc-853281702a5d","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.760195328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"b1fca5cf-b372-40ae-b5b5-2496da5849a5","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.817363498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"b1fca5cf-b372-40ae-b5b5-2496da5849a5","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.85786306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"115674e5-f3de-4fa5-8e32-ee68dec1cd3d","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.912714555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"cb9c17d2-01e9-44c2-b1b6-43dd0bcd65bf","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.915465421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"135c8580-2944-4b3a-9ac3-8fba5de97be6","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.968196399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"63f8c175-6bcd-4ac3-85c0-77a1b7a1ef35","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:50.970485696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"cb9c17d2-01e9-44c2-b1b6-43dd0bcd65bf","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.045190749Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"135c8580-2944-4b3a-9ac3-8fba5de97be6","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.074174551Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","reconcileID":"e13f01e8-7ed6-47a1-8201-59eacf3a799c","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-amb-04aedc","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.101402377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"135c8580-2944-4b3a-9ac3-8fba5de97be6","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.162133328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"29a824f2-9a94-48e8-922c-f645ba12e245","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.162618667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"26ba1309-6cac-438a-ac75-be5b00bea25c","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.178637172Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","reconcileID":"16fa09ac-3f46-4c33-97b2-865d44abb088","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-amb-04aedc","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.219367963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"29a824f2-9a94-48e8-922c-f645ba12e245","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.219771062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"26ba1309-6cac-438a-ac75-be5b00bea25c","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.23108047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dbfa1d2-c72e-4514-8a77-a1b5247191a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.23109518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dbfa1d2-c72e-4514-8a77-a1b5247191a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.267060459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"1ccb632f-f6bc-417d-bc5c-8a0b960902ed","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.324619647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"1ccb632f-f6bc-417d-bc5c-8a0b960902ed","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.504090148Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-04aedc","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc","reconcileID":"9d5ff9fc-2360-4271-a59b-662a9beebad1","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.557189507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","reconcileID":"0297c789-1326-48d9-91de-a263e76e4714","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-amb-04aedc-f2920db813cc","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-amb-04aedc","provider":"e2e-shr-amb-04aedc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.612180179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"09f2498e-6836-4e27-9e62-a562af145acc","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.670153718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e1b6932-494a-4ca4-a04e-560b02f9902a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.671749942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"97f23cf1-ac7e-4ff7-90da-4f51c2224358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.673089536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"09f2498e-6836-4e27-9e62-a562af145acc","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.725178179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","reconcileID":"7a3ecc61-aff5-4e4b-b378-2fbebcd66ca1","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-amb-04aedc-0187c13a1fd7","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-amb-04aedc","provider":"e2e-shr-amb-04aedc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.730026814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"09f2498e-6836-4e27-9e62-a562af145acc","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.730145297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"97f23cf1-ac7e-4ff7-90da-4f51c2224358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.753048371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"1ed61482-b62d-4083-80b7-9f38716f8f04","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.799334541Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e1b6932-494a-4ca4-a04e-560b02f9902a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.810557608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"1ed61482-b62d-4083-80b7-9f38716f8f04","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.824981106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"e0cbbc92-b57d-4fec-a0c8-0b7d91ed4b3b","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.855989358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e1b6932-494a-4ca4-a04e-560b02f9902a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.882252411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"e0cbbc92-b57d-4fec-a0c8-0b7d91ed4b3b","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.891479469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","reconcileID":"bce8c477-f48c-4789-ad80-338f3fabd51c","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-amb-04aedc-f2920db813cc","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-amb-04aedc","provider":"e2e-shr-amb-04aedc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.944840461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"88eddabb-57d6-442a-bba0-8c1f18bacf80","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:51.944858681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"88eddabb-57d6-442a-bba0-8c1f18bacf80","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.072928553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f3db64ba-3538-4092-a58b-eda571ca3fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.101422118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"faf0ae29-a71b-4687-905a-64343a9d8f18","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.130081668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f3db64ba-3538-4092-a58b-eda571ca3fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.158905577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"faf0ae29-a71b-4687-905a-64343a9d8f18","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.173299279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3f85ecc9-0760-4ce3-b284-a7bb8f42e45d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.230987897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3f85ecc9-0760-4ce3-b284-a7bb8f42e45d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.303865538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c09c57c7-b284-465b-bdf7-e1bef1a0bed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.361412161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c09c57c7-b284-465b-bdf7-e1bef1a0bed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.459882155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"e6b95844-89f9-4bcb-abf0-74f34660c9b3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.51777988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"e6b95844-89f9-4bcb-abf0-74f34660c9b3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.605582985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"32c980e7-8548-48fc-a416-bd2f19a91c5f","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.611438061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b712e014-2b02-4c8e-8493-a6835bbf3075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.660042283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"87e01e4c-f244-4472-b247-99b515d1a51a","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.662901426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"32c980e7-8548-48fc-a416-bd2f19a91c5f","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.668407813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b712e014-2b02-4c8e-8493-a6835bbf3075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.717336365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"87e01e4c-f244-4472-b247-99b515d1a51a","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.808071133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"6029ce77-eca6-41d2-88e4-3b59663eb644","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:52.866373849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"6029ce77-eca6-41d2-88e4-3b59663eb644","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:53.013147931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61c2e7af-271a-47fa-bfc0-6ee2ebae5ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:53.068684795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"38293bec-3c52-431c-a399-abd5d103fd25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:53.070821337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61c2e7af-271a-47fa-bfc0-6ee2ebae5ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:53.126109913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"38293bec-3c52-431c-a399-abd5d103fd25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:53.136679357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"70bbbbd6-d558-4494-bdbc-484e38d15a25","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:53.197142265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"70bbbbd6-d558-4494-bdbc-484e38d15a25","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:53.314199196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"8e9c2240-6d45-4ac4-91fb-9d440b068cfc","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:53.371198482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"8e9c2240-6d45-4ac4-91fb-9d440b068cfc","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:55.564856984Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"7f2bd897-ac9b-47ad-9a99-f94cef8ca0b0","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:55.622115618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"7f2bd897-ac9b-47ad-9a99-f94cef8ca0b0","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:55.680380673Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"f82c0b21-cb15-4826-bdcb-36f2e7068184","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:55.680449563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"f82c0b21-cb15-4826-bdcb-36f2e7068184","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:55.743069356Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"6db1cc77-fafe-4d1e-923b-556395a40206","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:55.74313912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"6db1cc77-fafe-4d1e-923b-556395a40206","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:55.816108528Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"23eba201-9c35-4c72-a16d-a8ceb1b65d0c","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:55.816179403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"23eba201-9c35-4c72-a16d-a8ceb1b65d0c","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:55.909919276Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"ae1903e0-5279-4429-9d49-5879ea115806","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:55.909983449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"ae1903e0-5279-4429-9d49-5879ea115806","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:56.043473461Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"74e54a1b-5b4b-4dab-872f-22f56ba728f3","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:56.043547886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"74e54a1b-5b4b-4dab-872f-22f56ba728f3","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:56.256694601Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"f1148440-45f1-43c2-be10-d51a51ef5106","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:56.256767617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"f1148440-45f1-43c2-be10-d51a51ef5106","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:56.630459837Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"35a618c6-2cc3-47ab-9a6c-b8e88c05223b","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:56.630540639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"35a618c6-2cc3-47ab-9a6c-b8e88c05223b","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:35:56.797774576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"a2202c67-8256-4abf-b2a8-e4332a78dbd9","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:57.32364313Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"63acd4e2-f6a6-4cfe-87ec-3244ca24f7b9","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:57.323760532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"63acd4e2-f6a6-4cfe-87ec-3244ca24f7b9","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:58.660263331Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"807bcba2-f963-422c-8e14-7fa04fc1b3b8","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:35:58.660339229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"807bcba2-f963-422c-8e14-7fa04fc1b3b8","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:36:01.273766116Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"cd2dd7c0-283c-42a6-bc2b-92fd668f5522","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:36:01.273861437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"cd2dd7c0-283c-42a6-bc2b-92fd668f5522","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:01.839691985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"b6139a2e-9ef7-4b66-b9f5-2defab84df59","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:01.974188154Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"b6139a2e-9ef7-4b66-b9f5-2defab84df59","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:02.031459326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"b6139a2e-9ef7-4b66-b9f5-2defab84df59","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:02.079417695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8398e97b-f819-4b67-884c-5b3f949c44a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:02.089312185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4efac532-fa4a-4ce8-a7b9-c2629fa324da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:02.089333466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4efac532-fa4a-4ce8-a7b9-c2629fa324da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:02.208649161Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8398e97b-f819-4b67-884c-5b3f949c44a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:02.266160024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8398e97b-f819-4b67-884c-5b3f949c44a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:02.324428662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5e4012b-29e0-4442-879c-8c41602e7f2d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:02.324451208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5e4012b-29e0-4442-879c-8c41602e7f2d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:36:06.453481587Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"addb4619-90c6-467e-a174-101539f08985","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:36:06.453579079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"addb4619-90c6-467e-a174-101539f08985","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:06.907644809Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"7bd351ac-9a49-44ef-9b18-45efa068c3f3","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.260541107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"1d594aa8-551f-4bb0-ae81-1a1f63977cac","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.26057661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"1d594aa8-551f-4bb0-ae81-1a1f63977cac","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.354482862Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-720b81","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81","reconcileID":"47f47729-f37e-4f8c-841f-3e2d003f7c41","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.488126499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"ad8fac16-f64d-45b9-8c88-7ade7db6a7bd","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.536004545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"06fb7ec3-c711-4854-ae31-a0d089d8aece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.536030292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adea3919-8cc7-45fa-afc3-11cd7907f53c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.539765574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"0cf2f08f-4cc6-43fb-a0d0-6d4bc140bca6","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.593482165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"06fb7ec3-c711-4854-ae31-a0d089d8aece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.595260991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adea3919-8cc7-45fa-afc3-11cd7907f53c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.596755371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"0cf2f08f-4cc6-43fb-a0d0-6d4bc140bca6","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.61736136Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"ad8fac16-f64d-45b9-8c88-7ade7db6a7bd","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.661972625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adea3919-8cc7-45fa-afc3-11cd7907f53c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.68877841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"ad8fac16-f64d-45b9-8c88-7ade7db6a7bd","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.75862777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"2588c612-0899-4e10-8f18-93cd574d578e","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.871092711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"2588c612-0899-4e10-8f18-93cd574d578e","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.973269764Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"a20cf07e-798a-48ec-906f-495cfe99a294","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-quota-720b81","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:07.978388112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f217050c-6450-46fd-99c9-1e47e1401284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.039278532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f217050c-6450-46fd-99c9-1e47e1401284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.04455437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"f23985ac-0be5-4e23-a6f8-16c2d63517f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.089298816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4e359e2-4748-489b-a143-2300f3a2ce41","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.090721696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4e359e2-4748-489b-a143-2300f3a2ce41","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.091499963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be495120-9625-4b10-bdc8-c8b38566a407","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.091567863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be495120-9625-4b10-bdc8-c8b38566a407","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.103305774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"f23985ac-0be5-4e23-a6f8-16c2d63517f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.200896602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"cb38e89d-ee7a-4ec4-b9a8-e9aed9873a93","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.259409772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"cb38e89d-ee7a-4ec4-b9a8-e9aed9873a93","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.306528661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"c48afaca-03eb-43ab-9c2a-60ce8a5fd341","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.307295393Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"21ce6495-5716-48f6-afbf-b2cb44a07900","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-quota-720b81","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.3713244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"c48afaca-03eb-43ab-9c2a-60ce8a5fd341","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.436671749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"75c5e931-3592-4572-b7d8-0e4be498ac6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.43761405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"4eea376b-36c0-4eec-a971-415a703ac678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.477161567Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"a8166f96-b332-4d75-936d-bdd3eb58d58c","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-quota-720b81","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.497162474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"75c5e931-3592-4572-b7d8-0e4be498ac6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.499189158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"4eea376b-36c0-4eec-a971-415a703ac678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.549293005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"003f6861-1d2e-453b-94f5-dd5814610426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.606608886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"003f6861-1d2e-453b-94f5-dd5814610426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.951538721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"564c9639-bb92-4762-888b-3b50e4391d35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:08.951717339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"c329fac2-96cc-4bd9-aadc-00590016fc38","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:09.003181845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"67c4ffe4-716b-4019-a055-bf292374a0f8","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:09.003190319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"ca6839df-35ba-40fa-9280-a8f77ebf3057","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:09.009183892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"c329fac2-96cc-4bd9-aadc-00590016fc38","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:09.010306415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"564c9639-bb92-4762-888b-3b50e4391d35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:09.049536152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"c8efbd6d-c3e4-4995-ade0-3ae86c6e8718","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:09.07264036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"67c4ffe4-716b-4019-a055-bf292374a0f8","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:09.073417273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"ca6839df-35ba-40fa-9280-a8f77ebf3057","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:09.107149682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"c8efbd6d-c3e4-4995-ade0-3ae86c6e8718","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:09.390478255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a153f938-c8c6-4e6f-afd3-b3a391a029c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:09.519542606Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a153f938-c8c6-4e6f-afd3-b3a391a029c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:09.577933337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a153f938-c8c6-4e6f-afd3-b3a391a029c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:09.636517569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98c112f2-b619-4d9a-97e4-77fb2f82834e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:09.636537983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98c112f2-b619-4d9a-97e4-77fb2f82834e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.47667726Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-720b81","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81","reconcileID":"8141eaf6-28b2-4c1d-8657-dc26c5963267","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.588485026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"ffba9026-3b1e-4ecd-8d8b-f44744cc6835","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.638236181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10574e8f-6d21-4cd3-987b-6f492225ca0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.638236005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a8a68ab2-2739-4226-a713-67b739358201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.640362214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e47eb0c5-0417-4399-a7ed-101981ba79dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.696455789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a8a68ab2-2739-4226-a713-67b739358201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.696942382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10574e8f-6d21-4cd3-987b-6f492225ca0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.69903099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e47eb0c5-0417-4399-a7ed-101981ba79dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.718311916Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"ffba9026-3b1e-4ecd-8d8b-f44744cc6835","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.752954645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10574e8f-6d21-4cd3-987b-6f492225ca0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.755060526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e47eb0c5-0417-4399-a7ed-101981ba79dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.782318945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"ffba9026-3b1e-4ecd-8d8b-f44744cc6835","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.800300379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"ca05f34a-a19c-4990-8979-9912775644c2","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.811361967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"da04c020-b9e4-4b03-9415-0ed7611880a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.811383314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"da04c020-b9e4-4b03-9415-0ed7611880a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.814124371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1d45470-2e18-4073-ac2c-1075df0141ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.814142753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1d45470-2e18-4073-ac2c-1075df0141ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.843320081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"601e214e-7b3d-4a5e-9762-a34fb2470bbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.84335154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"601e214e-7b3d-4a5e-9762-a34fb2470bbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.858299103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"ca05f34a-a19c-4990-8979-9912775644c2","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:36:10.923032207Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"1bd351b9-3d61-4a82-b6ac-3a92c957ec0f","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:36:10.923120297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"1bd351b9-3d61-4a82-b6ac-3a92c957ec0f","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:10.985876723Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"2fb12640-7595-4079-911c-5199921f0fcc","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-quota-720b81","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.007365172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"97441371-0380-4e16-baa0-89181ff5327a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.008026502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"56d4f1e6-ed28-4a97-92f3-5fe5d43d7a95","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.077072601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"56d4f1e6-ed28-4a97-92f3-5fe5d43d7a95","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.080674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"97441371-0380-4e16-baa0-89181ff5327a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.096294115Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"99beb92e-810a-40d3-a9f3-92c017d2708c","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-quota-720b81","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.108143408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"7779d470-8b7e-476f-8cc0-1fa0d4397a8e","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.144396913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"8edd918f-1c46-4fc8-b0e4-f65103293b6b","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.144739271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"2bae7ad0-7d33-4e69-a1be-4eb5a95333be","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.149721348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"f1889f89-51d1-4e17-aff0-d2ae4e8630e4","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.150076777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"70c6fa8e-12f6-4372-86ad-7979ecd4dbde","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.169707727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"7779d470-8b7e-476f-8cc0-1fa0d4397a8e","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.189289527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"60ae7a38-0ca5-46bb-b434-c207903204dc","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.203105958Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"041259b4-eb4e-4bc5-9d75-30e37fc15a14","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.250209015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"60ae7a38-0ca5-46bb-b434-c207903204dc","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.308977988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","reconcileID":"c1f94154-c4d2-4150-8715-e0a4ef7003d7","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-amb-04aedc-f2920db813cc","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-amb-04aedc","provider":"e2e-shr-amb-04aedc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.421550744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"4749ecc6-1e2a-4fb7-b135-b4ebc3147119","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.466579848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"0636cf34-ec03-41bc-a917-f14fff1aadce","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.518963091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"8ee245e9-629f-45a5-9322-866f35b95d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.527951642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"0636cf34-ec03-41bc-a917-f14fff1aadce","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.534505864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"868e815e-f6ee-4d9e-9e61-a7b9d7d139f0","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.581545293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"8ee245e9-629f-45a5-9322-866f35b95d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.608814926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1a4e10dc-9292-4c3d-ad7d-d348fc03d7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.640014051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","reconcileID":"d5c97218-71a1-49f9-b2b0-6a3928036d2d","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-amb-04aedc-0187c13a1fd7","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-amb-04aedc","provider":"e2e-shr-amb-04aedc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.6728273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1a4e10dc-9292-4c3d-ad7d-d348fc03d7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.706537987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2f2828d9-a8f5-4ad0-b883-8044f18a5b76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.748633374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"2e6c7a4e-bca6-4658-85fb-169c1c459fbc","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.774080937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2f2828d9-a8f5-4ad0-b883-8044f18a5b76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:36:11.854336934Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"35ebbb37-5863-442c-8691-daa7fe1b7b37","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:36:11.854406585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"35ebbb37-5863-442c-8691-daa7fe1b7b37","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.876318776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"c7e19757-1b40-486a-9ade-5cebadf37b78","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.887877661Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.906742106Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"28631af0-88be-43aa-9259-29072647bd24","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-quota-720b81","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.934120242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"c7e19757-1b40-486a-9ade-5cebadf37b78","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:11.949114032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"b8dc1280-6d99-41e5-a87e-3f17fe3d1a8c","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.006290442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"b8dc1280-6d99-41e5-a87e-3f17fe3d1a8c","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.060260253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"cfcc20fb-5f51-4a92-b2a1-cc11df9ce75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.111260548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"1977eb60-6ccc-4c09-bbaa-4df7fe68c1d6","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.118717062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"cfcc20fb-5f51-4a92-b2a1-cc11df9ce75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.172194917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"c414ef1c-5928-4478-80e1-573df107389c","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.17244268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"1977eb60-6ccc-4c09-bbaa-4df7fe68c1d6","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.231886763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"c414ef1c-5928-4478-80e1-573df107389c","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.371211376Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"5cdc04f3-1c8c-45ed-bef3-ea4b65c08ab2","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-quota-720b81","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.38941624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"99e9762e-2d65-4557-bc5e-9700eb3c8feb","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.448699064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"99e9762e-2d65-4557-bc5e-9700eb3c8feb","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:36:12.487371738Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"d5b70e6e-698a-4e0d-9668-22e0d1b74ecb","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:36:12.487483579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"d5b70e6e-698a-4e0d-9668-22e0d1b74ecb","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.494645178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"44dc49b0-e3ad-4049-9f5f-e992638f7554","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.541718009Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"c55bf2cd-e001-4a59-92aa-ab9ae0121a2c","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-quota-720b81","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.555047637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"44dc49b0-e3ad-4049-9f5f-e992638f7554","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.590223929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"33ce63f6-8999-430b-b354-762dcde6a933","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.603886762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"c11abd08-6608-4c8c-b1a7-c4dffd259d10","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.604397945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"9c9d8c43-b858-44ff-813a-d7eb1c7f349e","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.60439794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"bcf41b70-fa09-4209-9b28-ba37edb8cff6","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.604828963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"75fb7ea8-4bb7-4a1d-97fe-3be9cadf0057","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.647147104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"d50941e0-cf53-4e10-aedd-1c7918eccec1","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.649908327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"33ce63f6-8999-430b-b354-762dcde6a933","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.68954478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"26c19fa0-0957-4b3e-a9c6-d2ae5b9159f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.746660125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"26c19fa0-0957-4b3e-a9c6-d2ae5b9159f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.752967918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"574bb452-21e1-412d-beb3-30f10dd82ad6","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.864673856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","reconcileID":"a800df0e-55c5-4b0c-9284-f206e3300dfa","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-amb-04aedc-f2920db813cc","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-amb-04aedc","provider":"e2e-shr-amb-04aedc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.904206135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"39443f88-6a80-4d71-a404-4190d4bc067d","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.961461352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"39443f88-6a80-4d71-a404-4190d4bc067d","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:12.973022867Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"0d4dc05c-e9b9-42aa-868b-cfb8293f50a7","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.009069547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"0ae633d3-ece9-4470-a202-e4236af31151","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.06673941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"0ae633d3-ece9-4470-a202-e4236af31151","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.079185641Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"214627c2-113a-4045-b873-d0023ede5627","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.185166294Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","reconcileID":"08964b12-e825-45de-9adf-9ecdc1b7400d","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-amb-04aedc-0187c13a1fd7","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-amb-04aedc","provider":"e2e-shr-amb-04aedc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.293282808Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"af150479-120e-4ad5-9d0d-16b05d430a8a","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"name":"e2e-shr-quota-720b81","namespace":"e2e-extmod-shr-user-b73da0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.440512418Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-720b81","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81","reconcileID":"8f71cbb9-3e41-42e1-a0e6-71acd1382081","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.493992089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"c50ae4f9-ab7c-41d1-8d85-45672a3a3bfd","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-dc593fe964e5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.555470634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"198dfef6-17ea-4c18-9629-47c188366645","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.607872785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d704051-e59e-421a-b696-403c8cfc959d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.60787788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"22be6ee3-6704-4bcb-8eab-9db5c839b5a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.614049608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"bfcb34d4-3594-4651-bcb7-0f5237bdcb91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.614054319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e8a6ecb-9300-4b2b-9f49-8ca8fc3ce1aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.616946592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"198dfef6-17ea-4c18-9629-47c188366645","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.668425827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"22be6ee3-6704-4bcb-8eab-9db5c839b5a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.675878526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"6f110a6f-0ecb-4d37-aad2-548ebafd6c4d","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.678997001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"198dfef6-17ea-4c18-9629-47c188366645","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.687433154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"bfcb34d4-3594-4651-bcb7-0f5237bdcb91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:36:13.760483724Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e8a6ecb-9300-4b2b-9f49-8ca8fc3ce1aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.761843167Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d704051-e59e-421a-b696-403c8cfc959d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:36:13.819658687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e8a6ecb-9300-4b2b-9f49-8ca8fc3ce1aa","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.823105005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d704051-e59e-421a-b696-403c8cfc959d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.873427794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"044ece4e-7219-404a-aca4-e7ac9c9e68b9","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.926481937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55dc2700-2cb7-4399-be95-28a798c7df01","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.926502541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55dc2700-2cb7-4399-be95-28a798c7df01","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.979540977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"6ef8b973-2db3-4cab-8892-2f840ada11ab","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-dc593fe964e5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:13.979858419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"7bc00ee0-2314-4b40-adff-889421fa6e86","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.01868964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"ce0399b2-a4b1-41d4-8b7c-c8da43e6498f","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.037999035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f0fedab-8083-4c78-a1d0-85330248c247","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.038017772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f0fedab-8083-4c78-a1d0-85330248c247","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.041821109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"7bc00ee0-2314-4b40-adff-889421fa6e86","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.07716981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"ce0399b2-a4b1-41d4-8b7c-c8da43e6498f","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.087765858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"cb049d38-c40a-48f0-a8f6-0b69b2617048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.145214288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"cb049d38-c40a-48f0-a8f6-0b69b2617048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.182047664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"858674c1-2fcc-42ad-8a4f-c19aa8e8f102","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.235868022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"5d2299ad-9412-4974-9beb-3e712f718d9e","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.242305833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"858674c1-2fcc-42ad-8a4f-c19aa8e8f102","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.272675628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e32bbdd4-1207-49ce-b9c8-cb9ea62ffb8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.27337941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-sub-7e5c1cf8","reconcileID":"8350583f-87ae-4467-b064-07b0f8731545","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.296887496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"5d2299ad-9412-4974-9beb-3e712f718d9e","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.499144154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"0649a156-376a-41ba-aa7a-d071c2a8b09d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.50327757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"898b329e-b429-4e23-b40c-f85d770e1014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.557551715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"0649a156-376a-41ba-aa7a-d071c2a8b09d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.560344052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"898b329e-b429-4e23-b40c-f85d770e1014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.654637587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"dd5aecc8-553a-47f5-a1b0-022481286e47","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.700818583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"936b276f-de19-4fd6-8083-d0b112213626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.714009906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"dd5aecc8-553a-47f5-a1b0-022481286e47","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.760094296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"936b276f-de19-4fd6-8083-d0b112213626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.900545192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"a328b815-46fb-4ed6-a85c-441b919a564e","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.967557384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"9587b8b4-7536-4a13-bbdc-2e5431ba78c3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:14.976236341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"a328b815-46fb-4ed6-a85c-441b919a564e","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.033701305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"9587b8b4-7536-4a13-bbdc-2e5431ba78c3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.078960728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"21132856-53e3-41ab-a694-d31540087ed3","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.141392252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"21132856-53e3-41ab-a694-d31540087ed3","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.143460255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"5f3bbb29-f580-4717-85dc-4bd1d86e3780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.207027548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"5f3bbb29-f580-4717-85dc-4bd1d86e3780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.241301734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28a49a9c-821e-4595-b6cb-a5f9e02dfc20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.309005365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28a49a9c-821e-4595-b6cb-a5f9e02dfc20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.366186125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28a49a9c-821e-4595-b6cb-a5f9e02dfc20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.429366095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2df972f5-9f93-49e4-8b16-ba159d8e8cd8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.429395261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2df972f5-9f93-49e4-8b16-ba159d8e8cd8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.855081038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"37271505-7d10-466a-9b7f-454a4409cb6c","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.857403947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"c72c079b-0ba4-454b-aa97-3aa7c5ad0ddc","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.85814747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"11407ddc-7a41-4489-9665-2bf10cd1f54e","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.85976909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"736bf14e-6ce5-458b-9f45-7c970d2686c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.913209501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"37271505-7d10-466a-9b7f-454a4409cb6c","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.916864225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"11407ddc-7a41-4489-9665-2bf10cd1f54e","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.916958279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"c72c079b-0ba4-454b-aa97-3aa7c5ad0ddc","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:15.919148792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"736bf14e-6ce5-458b-9f45-7c970d2686c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:16.335733188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"1157203f-dbe6-4b51-8b17-d8cf25c0c623","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:16.339122289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"71429f5c-fc81-465f-91bc-562d02c945cb","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:16.339605378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"489bab93-b53a-4331-a07c-98fe6d2131de","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:16.341323942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"e35c207d-9049-44b9-b6ac-fb86d5d03027","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:16.394745747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"1157203f-dbe6-4b51-8b17-d8cf25c0c623","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:16.396732676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"71429f5c-fc81-465f-91bc-562d02c945cb","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:16.397335253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"489bab93-b53a-4331-a07c-98fe6d2131de","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:16.399128142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"e35c207d-9049-44b9-b6ac-fb86d5d03027","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:17.01595351Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"8aaaaaf9-8b20-4848-b652-106584c27851","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:17.215094789Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"e09f6d13-e47d-486e-86b9-0bf90eb5faa3","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:17.269726535Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"e09f6d13-e47d-486e-86b9-0bf90eb5faa3","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:17.377925128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"e09f6d13-e47d-486e-86b9-0bf90eb5faa3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-c6c6fdb9-gw","tenantID":"e2e-migrate-c6c6fdb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:17.498090621Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"e09f6d13-e47d-486e-86b9-0bf90eb5faa3","name":"e2e-migrate-c6c6fdb9-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:19.471971469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"0ffc2a7b-2f42-43c4-8eab-4f7248d5dc3b","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:19.578176461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"6e2f8b6f-d4da-4120-9262-ce64515a783b","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:19.687603129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"8a716309-b950-4f21-b919-747679706352","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:19.744897391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"8a716309-b950-4f21-b919-747679706352","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:19.800635708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8eee7be490f9eea25b9e006da9f71e3fbc42bc3b76b7bc4d4cd6367dbda8bb51) AuthConfig (b5ec23b973273587a8bdd5004a7d38504b26a1866e3a96b8cae23b6394909d34) AuthConfig (9d923190076326e1830c57f172faaa1c09e673e6383d15db2c13e3fa7b728570) AuthConfig (0e1c17c3a75a6b84bc5c3cca9b9c147c76f4adbb532309586858138765bd9aa9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"8a716309-b950-4f21-b919-747679706352","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:19.910747978Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"2ddb5a6d-05d7-45d6-b66f-c031d201de1b","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:22.108441269Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"9c92e51d-162b-466c-8ca7-76b571a025e6","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:23.790228987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"3888aad2-161c-49e3-b9f0-85e813abf5c2","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:23.919939234Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"3888aad2-161c-49e3-b9f0-85e813abf5c2","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:23.976969576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"3888aad2-161c-49e3-b9f0-85e813abf5c2","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:24.034937592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cc61019-099c-4aaa-866c-cb5c82a99333","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:24.034958209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cc61019-099c-4aaa-866c-cb5c82a99333","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:24.042678558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20fb72cf-279a-43c3-9842-eea1ee154a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:24.17177626Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20fb72cf-279a-43c3-9842-eea1ee154a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:24.228146223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20fb72cf-279a-43c3-9842-eea1ee154a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:24.286682118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d50c408b-78d4-420d-a067-5a66323bb1d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:24.286706374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d50c408b-78d4-420d-a067-5a66323bb1d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:25.595226812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6c1380d-51a9-4e6b-aabd-447f2513735b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:25.653267637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6c1380d-51a9-4e6b-aabd-447f2513735b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:25.710176731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6c1380d-51a9-4e6b-aabd-447f2513735b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:25.768844952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"999ba026-1029-4201-b621-c9d47e244bb8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:25.768871782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"999ba026-1029-4201-b621-c9d47e244bb8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:27.122879208Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"97fdccc7-39c1-4d02-b27d-ac5ad799e295","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:30.072321169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"5166735d-a948-499c-96cb-783c1da596fc","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:30.139357129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"5166735d-a948-499c-96cb-783c1da596fc","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:30.196197482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2efdd1a334ede12c0318660e118efa3dfa96ba1bcd6d4e7c72035b1eb6070026) AuthConfig (c94f79547613dc004a3a39623e13af06dc965045941cffabb8fbb4b36d04e13e) AuthConfig (9b78b4c4e272fc498884be19079509b14851d9c353be21097c110ab14b5b3ef5) AuthConfig (66ce72eecbf9e4f6e8c74079d76469b8bc0d5927007ade8c790af98a450ae8d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"5166735d-a948-499c-96cb-783c1da596fc","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:30.307303266Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"dc1901b4-ddc9-4b0e-9607-6323db3d4ea1","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.198017135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"f47ae6c3-c43d-4157-b5f4-25bb267eb5d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.204507615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"02048825-7d2c-41e2-90c9-ef2ee77d7577","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.249714523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"e8e23e8c-b4ee-403f-902f-cfd8ca2d9d2b","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.253076464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"6eff8697-86f8-4182-87e9-8f7c00e3ce87","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.253609964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"86fa4ce0-3862-4c56-b366-1f182e5e0fd4","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.256802359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"f47ae6c3-c43d-4157-b5f4-25bb267eb5d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.261948071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"02048825-7d2c-41e2-90c9-ef2ee77d7577","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.308548728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"e8e23e8c-b4ee-403f-902f-cfd8ca2d9d2b","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.311296639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"86fa4ce0-3862-4c56-b366-1f182e5e0fd4","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.31227148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"6eff8697-86f8-4182-87e9-8f7c00e3ce87","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.368376688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2efdd1a334ede12c0318660e118efa3dfa96ba1bcd6d4e7c72035b1eb6070026) AuthConfig (c94f79547613dc004a3a39623e13af06dc965045941cffabb8fbb4b36d04e13e) AuthConfig (9b78b4c4e272fc498884be19079509b14851d9c353be21097c110ab14b5b3ef5) AuthConfig (66ce72eecbf9e4f6e8c74079d76469b8bc0d5927007ade8c790af98a450ae8d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"6eff8697-86f8-4182-87e9-8f7c00e3ce87","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.579691105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"b6a6eb9a-c681-4c20-99f9-25e37f9ed781","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.637315954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"b6a6eb9a-c681-4c20-99f9-25e37f9ed781","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.68032917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"08ae94c5-4613-47e6-a38d-7eb6939792cc","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.682145196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"6c28cbe3-99c7-4148-b5e3-0528210fe7f0","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.693914192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2efdd1a334ede12c0318660e118efa3dfa96ba1bcd6d4e7c72035b1eb6070026) AuthConfig (c94f79547613dc004a3a39623e13af06dc965045941cffabb8fbb4b36d04e13e) AuthConfig (9b78b4c4e272fc498884be19079509b14851d9c353be21097c110ab14b5b3ef5) AuthConfig (66ce72eecbf9e4f6e8c74079d76469b8bc0d5927007ade8c790af98a450ae8d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"b6a6eb9a-c681-4c20-99f9-25e37f9ed781","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.73853596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"08ae94c5-4613-47e6-a38d-7eb6939792cc","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.739386949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"6c28cbe3-99c7-4148-b5e3-0528210fe7f0","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.834720729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"b61692d2-a082-4f6e-b7b7-6138bac00b94","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.834723028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"68664602-00c3-4612-851c-800f2f1d2c7c","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.892413542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"b61692d2-a082-4f6e-b7b7-6138bac00b94","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:31.892424559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"68664602-00c3-4612-851c-800f2f1d2c7c","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:34.145706844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"af8e2c1d-8661-42f7-a1e2-f319ef84569e","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:34.274553766Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"af8e2c1d-8661-42f7-a1e2-f319ef84569e","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:34.332164765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"af8e2c1d-8661-42f7-a1e2-f319ef84569e","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:34.388005926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"668c1cae-aa73-440e-9267-dbe9b1fe1740","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:34.388038066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"668c1cae-aa73-440e-9267-dbe9b1fe1740","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:34.452606158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"229bf4b4-57da-4f0a-8058-2fe9239b73f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:34.583347409Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"229bf4b4-57da-4f0a-8058-2fe9239b73f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:34.639434122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"229bf4b4-57da-4f0a-8058-2fe9239b73f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:34.697965356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f2f7100-3ddc-4f94-855d-29f80ddd5801","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:34.697986981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f2f7100-3ddc-4f94-855d-29f80ddd5801","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:35.93026943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48b4cff8-62ea-4e9f-8714-c268974226c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:35.988173102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48b4cff8-62ea-4e9f-8714-c268974226c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:36.045496947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48b4cff8-62ea-4e9f-8714-c268974226c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:36.10431825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"54bb0770-f16a-425d-bc80-57e5f2204ae7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:36.104339346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"54bb0770-f16a-425d-bc80-57e5f2204ae7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:37.260632716Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"5c1fc535-d0b2-4c77-97ac-41d2b05de411","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:41.889107343Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:41.907343623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"9878ef46-889a-49c9-964a-e69897548f67","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:41.971234367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"9878ef46-889a-49c9-964a-e69897548f67","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:42.027451667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2efdd1a334ede12c0318660e118efa3dfa96ba1bcd6d4e7c72035b1eb6070026) AuthConfig (c94f79547613dc004a3a39623e13af06dc965045941cffabb8fbb4b36d04e13e) AuthConfig (9b78b4c4e272fc498884be19079509b14851d9c353be21097c110ab14b5b3ef5) AuthConfig (66ce72eecbf9e4f6e8c74079d76469b8bc0d5927007ade8c790af98a450ae8d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"9878ef46-889a-49c9-964a-e69897548f67","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:44.498658985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"26417ddf-2246-4dff-b338-fe922ba79773","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:44.634710682Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"26417ddf-2246-4dff-b338-fe922ba79773","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:44.691693546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"26417ddf-2246-4dff-b338-fe922ba79773","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:44.753095493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de7a77fe-3b96-482d-b2fe-b641145b9fe1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:44.753129738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de7a77fe-3b96-482d-b2fe-b641145b9fe1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:44.861770947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5e2904c-de57-4fdb-8d28-02ce824e59e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:44.992985205Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5e2904c-de57-4fdb-8d28-02ce824e59e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:45.049962404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5e2904c-de57-4fdb-8d28-02ce824e59e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:45.106938955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"405b9736-e02f-4a0b-bb08-8240135f4fa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:45.106970377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"405b9736-e02f-4a0b-bb08-8240135f4fa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:45.723151866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"fb8da14a-a9b9-426b-ac69-94c1681ef8e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:45.897012566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"03a4a402-3255-497d-8f25-bc07e817655b","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:45.946866591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"a2375fbd-c7c4-43d8-94d4-ad39bdf69852","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.045233125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"1384060d-fd0b-46e8-ac20-def28f35c324","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.097999595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"320cdc1f-487e-468e-a80b-54d12bb87615","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.199270961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"5bdfb593-ef44-4946-873d-01df5febde65","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.264020013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9dc7ea9-6f3e-4be5-8d9f-02b6dfdc982f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.268994637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"26d56772-a93c-4758-aeee-e35ea1b663b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.270594363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-sub-7e5c1cf8","reconcileID":"5e3fdf88-09ff-45f2-ab67-a7e33cf531cb","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.321679399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9dc7ea9-6f3e-4be5-8d9f-02b6dfdc982f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.379475136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9dc7ea9-6f3e-4be5-8d9f-02b6dfdc982f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.421914427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"c2129f4a-4ba4-41b4-b5b5-149fd9ca5c22","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.437876096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"891f7ba2-ad68-4392-ab7f-bf5f83ec8911","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.43789721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"891f7ba2-ad68-4392-ab7f-bf5f83ec8911","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.52388409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"db68524e-41a7-4399-9aec-42d25a01b579","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.576329673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"9d9b646e-c250-4587-bce1-8c7e3858b84b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.729424001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"32761bb3-0624-4ee8-88da-199a3a0c3b1a","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.729509091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"2279bc9f-bc00-4d94-bdd1-3f31def8f87f","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.795076638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"6f10614d-a0f2-4aff-8ecf-3dd38bcfa18b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.895702013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"1756d527-ccf5-4f81-bdf0-ff2ce9b97f88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:46.975845736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"85c2d125-a704-4f12-bd2e-114b7ac4bf73","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:47.166195558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"45fdd4d0-a72c-4096-84d2-48f543317bd4","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:47.226114042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9b58b435-8550-423c-b24e-597af5ac9ed4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:47.366752681Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"240b1bed-d66e-4e43-a6c9-3ddeca0bd511","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:52.241231315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"e7c6c6a9-835a-4361-983b-7bf431aee189","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:52.299153766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"e7c6c6a9-835a-4361-983b-7bf431aee189","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:52.730201496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"14dab82d-0e2f-4e5e-906b-01586a3242b6","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:54.861948497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"483a36ad-facb-4456-87fb-2c4d1351a4c0","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:54.992076071Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"483a36ad-facb-4456-87fb-2c4d1351a4c0","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:55.048312782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"483a36ad-facb-4456-87fb-2c4d1351a4c0","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:55.106601695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f302cd99-0f5a-42ef-bfbd-32522b21b4cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:55.106624167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f302cd99-0f5a-42ef-bfbd-32522b21b4cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:55.26860134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef21cad3-b010-4e92-9df5-16f2bc627050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:55.397607704Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef21cad3-b010-4e92-9df5-16f2bc627050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:55.454549741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef21cad3-b010-4e92-9df5-16f2bc627050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:55.512547824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37bc553e-d337-4ef4-8cbd-eb0fe6f178e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:55.512572772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37bc553e-d337-4ef4-8cbd-eb0fe6f178e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.019928583Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-quota-720b81-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]","namespace=ai-tenant-e2e-extmod-b-c6e99c priority=0:[ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-shared-69c44b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.072657855Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"e368efb6-0567-45eb-a471-d3930cedee97","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:36:56.136282169Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-quota-720b81-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-720b81-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.23475039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"f7ebc7d7-c07c-4123-8ec2-b5d21ef9bc2f","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.234854921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"f5acd2bd-148c-42ff-b160-92697f3e6626","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.237188393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"f5a44a43-3c00-4d25-a1df-7f03eef71851","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.238427913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"45a56dfb-51ca-4e1e-af67-6da98a546dff","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.292401744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"f5acd2bd-148c-42ff-b160-92697f3e6626","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.293489654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"f7ebc7d7-c07c-4123-8ec2-b5d21ef9bc2f","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.295698383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"45a56dfb-51ca-4e1e-af67-6da98a546dff","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.342881468Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"fd7539d9-9111-47f4-a103-88699b08b784","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.448765506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"e4ce5a8b-fed1-4cec-b584-e79f544ce0bb","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.460474377Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-sub","reconcileID":"f23de851-0749-45d1-a0ee-1144e0738d44","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-quota-720b81-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.61108381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0990df78-4a24-4388-8c72-8f51dd19e032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.668553849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0990df78-4a24-4388-8c72-8f51dd19e032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.761910844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0990df78-4a24-4388-8c72-8f51dd19e032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.762999345Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"f110fc8a-c214-41b4-bf2c-73c1e2b0049f","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.81176966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"49b4b9ce-8546-4879-8fa3-dc52c3a18d4b","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.812251363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"d7aa4c76-ce2f-41aa-95b3-38d593658d1c","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.812661896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"005bd2c8-1207-45f3-8a73-841d372ddaf6","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.858289853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"94610e1d-323a-4cda-8919-9feb66cfb684","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.858312068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"94610e1d-323a-4cda-8919-9feb66cfb684","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.870474585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"d7aa4c76-ce2f-41aa-95b3-38d593658d1c","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.870506614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"49b4b9ce-8546-4879-8fa3-dc52c3a18d4b","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:56.914118087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"005bd2c8-1207-45f3-8a73-841d372ddaf6","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:57.013863614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-sub","reconcileID":"30693cef-6b97-49ac-8838-5727147ea14c","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:36:57.472753302Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"81080888-8db1-4d19-b7c0-27f79711add9","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:00.800711574Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"be720c63-e771-4a73-b497-02c842dc2e80","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:00.80079991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5c902a6-9901-40e3-9e16-8b30546ad78b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:00.800814979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5c902a6-9901-40e3-9e16-8b30546ad78b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:00.953943102Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-policy-7e5c1cf8","reconcileID":"be720c63-e771-4a73-b497-02c842dc2e80","MaaSAuthPolicy":{"name":"e2e-shared-policy-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"policyNamespace":"ai-tenant-e2e-mt-3e3f26c9","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:01.011028919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f7dff3b-4936-48dd-969b-8aabaf185438","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:01.011056293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f7dff3b-4936-48dd-969b-8aabaf185438","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:01.162516418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfbd40dc-3ea0-409f-9ea5-ce3002e24636","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:01.162536705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfbd40dc-3ea0-409f-9ea5-ce3002e24636","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:05.426270795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"1ef6a351-628b-499d-90e1-9a47a7c7e234","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:05.426306777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"1ef6a351-628b-499d-90e1-9a47a7c7e234","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:05.673890705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24e0e1d9-5397-41f5-93e2-50568a1dcaf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:05.739954449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24e0e1d9-5397-41f5-93e2-50568a1dcaf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:05.811002576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24e0e1d9-5397-41f5-93e2-50568a1dcaf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:07.021267769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f57634a2-a59f-4b54-b16b-217001bbef91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:07.079759042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f57634a2-a59f-4b54-b16b-217001bbef91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:07.136180355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f57634a2-a59f-4b54-b16b-217001bbef91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:07.578736689Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"036e367c-694d-4b04-931d-f416f4c2bb22","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:10.479495846Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"057a37c7-dab9-45e9-8c64-0da162515d5f","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:10.593740269Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"057a37c7-dab9-45e9-8c64-0da162515d5f","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:10.872425786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"200126fc-a8e6-4b3d-ad54-2e8dc2ec6fda","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:10.872456408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"200126fc-a8e6-4b3d-ad54-2e8dc2ec6fda","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:10.927735078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"3b0a1324-47e8-420f-b7e3-5772d7abbdc4","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:10.927766274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"3b0a1324-47e8-420f-b7e3-5772d7abbdc4","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:11.035723692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"db9b320e-f496-44ca-9619-3fc9b8a1c322","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:11.164653245Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"db9b320e-f496-44ca-9619-3fc9b8a1c322","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:11.220593869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"db9b320e-f496-44ca-9619-3fc9b8a1c322","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:11.27889751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"e584bf2d-a66e-4e3b-8c59-304bac2ca0dd","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:11.278918374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"e584bf2d-a66e-4e3b-8c59-304bac2ca0dd","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:11.328272138Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-sub-7e5c1cf8","reconcileID":"71fb5111-0f12-4271-a6db-06733d646049","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-7e5c1cf8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:11.546289773Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"namespace":"ai-tenant-e2e-mt-3e3f26c9","name":"e2e-shared-sub-7e5c1cf8","reconcileID":"71fb5111-0f12-4271-a6db-06733d646049","MaaSSubscription":{"name":"e2e-shared-sub-7e5c1cf8","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:37:11.71551914Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"530d4d51-7448-45ef-9003-fed4ff1cc643","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:37:11.715599487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"530d4d51-7448-45ef-9003-fed4ff1cc643","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:11.757936254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27ef67bd-f0b1-45a5-b986-bb1707c52d88","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:11.820470204Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"b75ba817-9e98-418d-a13d-382c3688fd11","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:11.825478914Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-quota-720b81-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]","namespace=ai-tenant-e2e-extmod-b-c6e99c priority=0:[ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-shared-69c44b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:11.873357109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e77ce2-c060-4112-a4ec-fe837155d24f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:11.873380013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7e77ce2-c060-4112-a4ec-fe837155d24f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:11.886750292Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:11.937937607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"82dd450a-33e1-48f7-9286-75d898f6548e","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:12.616628281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bfab0a-70f5-4f98-830b-5d5c7fae061e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:12.668991929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bfab0a-70f5-4f98-830b-5d5c7fae061e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:12.721234418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bfab0a-70f5-4f98-830b-5d5c7fae061e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:12.773450723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bfab0a-70f5-4f98-830b-5d5c7fae061e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:14.704003214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f91be1-066d-4057-b935-5c5a5d7b410a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:14.758491497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f91be1-066d-4057-b935-5c5a5d7b410a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:14.811511514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f91be1-066d-4057-b935-5c5a5d7b410a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:14.863909688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f91be1-066d-4057-b935-5c5a5d7b410a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:15.073856897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"bbc32936-3444-4d6b-9f5d-e91fdc95a066","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:15.182764927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"39dac6b8-5f79-449d-aa44-8187252aa08c","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:15.182815391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"032e95a3-7388-4306-b237-7e7204b1fad0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:15.47522105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"b3ee0d77-25f0-47a5-bbb8-7c44b0c1a78b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:15.624881556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"2122811e-cbbe-46ed-b414-1c2fb8a36976","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:15.67261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"0f2592ac-e3d9-46d0-a8e8-ce032479503a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:15.672686885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"4f73c485-e7e8-4c41-ba6f-43858126fb4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:15.703006505Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"50fe4ce0-2dfb-46ba-9726-9d85e762a572","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:15.764294731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"68871322-c228-4c6a-8370-8fdbfbd07d2a","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:15.82952083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"8a0842cc-b29d-4eeb-b6f8-e0f3f14bce12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:15.971082396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5086493f-d734-4e54-a75c-5d60bfc8a77b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:16.028037596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5086493f-d734-4e54-a75c-5d60bfc8a77b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:16.049155804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-sub","reconcileID":"bb42ef27-8e37-4a37-aff0-4d7847e0af67","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:16.0643818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"6726320b-1c01-4ab4-83ce-a22ed27f8472","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:16.181475226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"ac935bb6-5c22-4e9a-a08d-e3ad1ab66766","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:16.309501269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"91d3465e-3e0e-48e7-9979-b2e526ffbbf9","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:16.326374239Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"c8c586ab-aa7f-4f6c-9a5c-19b4c60eb216","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:16.436394883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"43f1e9df-0bb5-4540-9d3f-ce4816754e02","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:37:16.437267711Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"b923eb43-2ab1-42d0-bebf-99058b76f07e","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:37:16.437326166Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"b923eb43-2ab1-42d0-bebf-99058b76f07e","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:16.489449452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ab5ceba-04e9-4d2b-a665-24985d46b0ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:16.489854813Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"e9a180e7-de28-4774-9e52-5784a5090078","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:16.542382364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42687b07-8887-4440-9c76-902b81ea244a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:16.542404711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42687b07-8887-4440-9c76-902b81ea244a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:37:16.595945226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"4a20e65e-25b1-4517-a0d9-2c3301fd8246","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:37:16.596033295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"4a20e65e-25b1-4517-a0d9-2c3301fd8246","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:16.600457631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"8cc8b460-cfd7-4dfa-b707-5d8da0320770","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:16.700485722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"b7086614-f3b8-429c-bf3e-59c5e337c5dd","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.029886534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"9ab1f863-f124-4602-98f3-24a138398345","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.029886479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"e83e65c9-3e9c-4e1b-92a1-b6691b35fda0","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.087918373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"9ab1f863-f124-4602-98f3-24a138398345","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.088138018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"e83e65c9-3e9c-4e1b-92a1-b6691b35fda0","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.091494969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"db2d5992-51b7-4203-bd57-ea8017b2015a","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.091830669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"bcd50273-6469-4f1d-9959-0e09b8eb8cee","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.091970158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"d0092f09-bc8b-49f8-8fb3-36ba0821bf9f","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.148824404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"db2d5992-51b7-4203-bd57-ea8017b2015a","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.149672614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"d0092f09-bc8b-49f8-8fb3-36ba0821bf9f","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.151125236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"bcd50273-6469-4f1d-9959-0e09b8eb8cee","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.254050625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d93664-2ff8-45fe-a1df-b3a9cfb335ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.307035062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d93664-2ff8-45fe-a1df-b3a9cfb335ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.359756022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d93664-2ff8-45fe-a1df-b3a9cfb335ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.359762034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"39e3cd49-df84-4b41-824d-953e6e5a8ac2","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-dc593fe964e5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.4124532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d93664-2ff8-45fe-a1df-b3a9cfb335ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.573672074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1fc3960-c1bf-49ed-b8ac-e34ebfbf0de1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.575002461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"49b189fc-abf5-448f-9aed-c60d831e711f","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-dc593fe964e5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.631940734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1fc3960-c1bf-49ed-b8ac-e34ebfbf0de1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.782321759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"8ca3418a-b36e-40c2-a467-06070d496772","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.839260538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"8ca3418a-b36e-40c2-a467-06070d496772","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.950268664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef355d1b-9314-465c-b068-042266b4e821","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:17.9502958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef355d1b-9314-465c-b068-042266b4e821","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:18.351939688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"6f121a06-5352-467e-b163-c30aa278ea63","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-dc593fe964e5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:19.304246961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0327fb2-7b2e-4901-819e-3566f8d953a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:19.35680594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0327fb2-7b2e-4901-819e-3566f8d953a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:19.409124745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0327fb2-7b2e-4901-819e-3566f8d953a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:19.461380413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0327fb2-7b2e-4901-819e-3566f8d953a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:21.356120208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df9734a-651b-4087-a4fc-9a9d9af8ef64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:21.408505179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df9734a-651b-4087-a4fc-9a9d9af8ef64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:21.460962267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df9734a-651b-4087-a4fc-9a9d9af8ef64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:21.513338757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df9734a-651b-4087-a4fc-9a9d9af8ef64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:21.51350472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"6fccd0f8-8f3c-4c47-85d6-e5b2580a669a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:21.571158704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"6fccd0f8-8f3c-4c47-85d6-e5b2580a669a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:21.627471859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"6fccd0f8-8f3c-4c47-85d6-e5b2580a669a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:22.999052242Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-quota-720b81-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]","namespace=ai-tenant-e2e-extmod-b-c6e99c priority=0:[ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-quota-720b81-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-shared-69c44b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.052196561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"6b19e059-e202-4b52-9cc0-7c63848305d2","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-dc593fe964e5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:37:23.109144367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-sub","reconcileID":"408dd2b5-0afc-4bd6-8984-1423b0dde7ad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-720b81-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.210211163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"9b0aef5d-da0e-4afe-b4f5-f558b0e7f79e","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.210211136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"c7facf5d-7c6b-4f30-a365-7598e04817ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.217739121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"e1f00bb0-fa0f-420e-a27c-77193ce2627d","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-dc593fe964e5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.219125597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"2cb15cc1-0293-462a-9f98-d37b38fd4034","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.267697085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"9b0aef5d-da0e-4afe-b4f5-f558b0e7f79e","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.268320458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"c7facf5d-7c6b-4f30-a365-7598e04817ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.276089079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"2cb15cc1-0293-462a-9f98-d37b38fd4034","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:37:23.324142784Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"e1f00bb0-fa0f-420e-a27c-77193ce2627d","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:37:23.324207243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"e1f00bb0-fa0f-420e-a27c-77193ce2627d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.376727748Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"0369e1a6-b857-4d3e-a12e-fcf436f4cb8e","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.482141274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"477c714c-9fff-40c6-97f8-042b3e1d5666","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.554977053Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-sub","reconcileID":"494742a3-7462-4022-aef0-3ac4ba8eaa7a","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","model":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-quota-720b81-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.587923445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"028eec19-9e8f-427c-bc90-12956464a11e","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-dc593fe964e5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.739952095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"f898e273-f8f8-4475-9806-934ab7c45dc4","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.740715751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"86c0044a-774b-4f41-863b-d8f7120fcf48","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.750177692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"ede4e6f3-4f40-4f98-83c2-70eac4e72d72","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.797418026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"f898e273-f8f8-4475-9806-934ab7c45dc4","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.797627896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"86c0044a-774b-4f41-863b-d8f7120fcf48","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.807170052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"ede4e6f3-4f40-4f98-83c2-70eac4e72d72","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:23.831446812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"fecd71f6-da05-4e20-bbf9-feeb4b885c8b","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-dc593fe964e5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:24.040375749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-sub","reconcileID":"cb731a5e-9b22-4f78-9be2-871c2a472cb1","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:26.596111931Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"0f53057b-4929-4469-a0ea-c28eef9c6665","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:37:26.873266457Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"bffac0a9-ffbf-464a-8780-64eb1bc2bf56","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:37:26.873345632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"bffac0a9-ffbf-464a-8780-64eb1bc2bf56","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:26.925626739Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"4679b744-cf5f-4973-bae7-bb80db385cc0","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:30.308421832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"c22c0be7-3f06-48ec-b7ae-626e6a8495e1","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:30.351085975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"1ea22ff9-1a6f-477e-97f1-f0d00315fbbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:30.451831045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"90b9a1ab-ecdf-4371-bef7-8cfc33baf8ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:30.505964739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"f48ffd8e-fcdb-4f22-a148-6f245808f74b","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:30.607439512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"2f74b758-4be7-4ccd-8929-ced949029667","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:30.972155293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"3e5c9f22-a533-4b43-a761-f599fc4a0f05","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:31.137493061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"5193ffec-1cc2-4ffe-b0ec-7e5938cb99a6","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:31.271328123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"feb863dc-3eb9-4160-80b1-4523de964639","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:31.521661628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"d20c7fb7-4b05-434a-990f-f44d9d911354","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:31.532819897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"7b7b95cf-4671-4916-a3d3-c5722d75834c","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:31.589436105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b17a87a5-dfc7-4fe9-b3c2-7983f4cc5b04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:31.736272312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-sub","reconcileID":"eb543e3b-c700-4d48-bf27-19488d543a98","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:31.736415425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"1b8f39b2-69fb-46cc-b534-3a330b11fe24","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:31.739630688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"0414920a-a408-4aca-98e6-6fc97a860a12","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:31.802855906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"0414920a-a408-4aca-98e6-6fc97a860a12","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:31.862536936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fbb7a5db69ce61ac716c1c529cab398f4b552fe2743727fc76a92455045b0573) AuthConfig (5d1b482e978c650da43f0f148de73a1f34d72265b66e7342d71c693f751de1f2) AuthConfig (f9718aada27348f89f1417ea79e143150537d86206d2d5146f80ac63d3e4678f) AuthConfig (2001c5702e92b643776a4423a55dec6ac387f189f65bf32e94c42693c35ada88) AuthConfig (55660fa17d989602982998b0d59fbc0d9f2814cbcb407fcce2431e477ffca046) AuthConfig (5fd2372c8c5d2208436dbb93fc6bb0e498a967dff6399b6cae5c1148ca77d807) AuthConfig (4fd7a133fad82ab63924e05316b147310bcfcabf6936433799c7de3c1d6dff66) AuthConfig (7a194c45c4465d7f81b8fe83affd259345f5bc824dd592fe49a631889e89a2cd) AuthConfig (b58edcf0f42be9f575113dcad0ed6430824eefc453c1cda964e484c38add8914) AuthConfig (462eb3c0773d1936b0035ff6bbccb5629a6413d23f182e5afc2ac70ef81cbd9a) AuthConfig (2cc3071499c57d868a5c5822e63c7e2988646b1071bfcb023fc8be4979ed3d91) AuthConfig (76c89a9b230a705b69366217894c410856a9af5cd500a5bcd9710ef1e8b83696) AuthConfig (ac152a3c4f5158216ddb8a591a2a2b7fdfeebdf03be06aae98be9ac7ce0e3baf) AuthConfig (fb8365a84adb286a5bcc7dd624097a74089a68df821a4f0a79e90625f83484f1) AuthConfig (af7b7878d26f6cc4e90b9f50b3c07bb1aadd89934392d333a234e94716d80e8b) AuthConfig (e3b432bb6af4a36ee83d60c3f529f1f52185c2dd0e0cb0fe3f8d510dfc34315c) AuthConfig (3728e1d2ca23c8ad12084d47534438fbece24a71021cba4f3e19db0a17a288fa) AuthConfig (9a8b2c6695d54497a2417d90a291f140fbe24b9ba4c5850199f98fa8c3790dc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"0414920a-a408-4aca-98e6-6fc97a860a12","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:31.912423046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"24fb2993-0ce8-47ef-991a-9ca0eba9c832","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:31.922426659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"8a9d21a3-197a-4170-88c8-15ccba9910d2","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:31.922525073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"8a9d21a3-197a-4170-88c8-15ccba9910d2","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:31.982411532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"4bd56948-4a15-4dee-bb1d-1761ff901eec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:31.994640196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"eaf7b4df-311a-48a3-9cbb-f8f39b571ea5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:32.209652689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"ae0d337c-b842-4523-9584-fbffc20703d9","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:37.032746008Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"101ec657-7e15-480e-90c3-56d03263da92","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:41.887063162Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:42.032744882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"5279f631-1462-47fe-a1a9-77aeab43438f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:42.089955601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"5279f631-1462-47fe-a1a9-77aeab43438f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:42.145997168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fbb7a5db69ce61ac716c1c529cab398f4b552fe2743727fc76a92455045b0573) AuthConfig (5d1b482e978c650da43f0f148de73a1f34d72265b66e7342d71c693f751de1f2) AuthConfig (f9718aada27348f89f1417ea79e143150537d86206d2d5146f80ac63d3e4678f) AuthConfig (2001c5702e92b643776a4423a55dec6ac387f189f65bf32e94c42693c35ada88) AuthConfig (55660fa17d989602982998b0d59fbc0d9f2814cbcb407fcce2431e477ffca046) AuthConfig (5fd2372c8c5d2208436dbb93fc6bb0e498a967dff6399b6cae5c1148ca77d807) AuthConfig (4fd7a133fad82ab63924e05316b147310bcfcabf6936433799c7de3c1d6dff66) AuthConfig (7a194c45c4465d7f81b8fe83affd259345f5bc824dd592fe49a631889e89a2cd) AuthConfig (b58edcf0f42be9f575113dcad0ed6430824eefc453c1cda964e484c38add8914) AuthConfig (462eb3c0773d1936b0035ff6bbccb5629a6413d23f182e5afc2ac70ef81cbd9a) AuthConfig (2cc3071499c57d868a5c5822e63c7e2988646b1071bfcb023fc8be4979ed3d91) AuthConfig (76c89a9b230a705b69366217894c410856a9af5cd500a5bcd9710ef1e8b83696) AuthConfig (ac152a3c4f5158216ddb8a591a2a2b7fdfeebdf03be06aae98be9ac7ce0e3baf) AuthConfig (fb8365a84adb286a5bcc7dd624097a74089a68df821a4f0a79e90625f83484f1) AuthConfig (af7b7878d26f6cc4e90b9f50b3c07bb1aadd89934392d333a234e94716d80e8b) AuthConfig (e3b432bb6af4a36ee83d60c3f529f1f52185c2dd0e0cb0fe3f8d510dfc34315c) AuthConfig (3728e1d2ca23c8ad12084d47534438fbece24a71021cba4f3e19db0a17a288fa) AuthConfig (9a8b2c6695d54497a2417d90a291f140fbe24b9ba4c5850199f98fa8c3790dc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"5279f631-1462-47fe-a1a9-77aeab43438f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:45.210752542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aad79e63-6155-43c9-b68b-4f39a73aaaea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:45.399666978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"a53fea30-0bfa-4cb7-a99e-16e4f7de05c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:45.510508079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"727e9ddc-3ffd-4b29-8f2e-4866a4e4db0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:45.60804843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"156b9743-442c-48c7-a8e0-da50e209ead0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:45.7670005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"85da33f5-c5e8-4423-9029-f1487cc07f26","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:45.767550496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"34cf9c9a-a038-4c50-9c76-239f1e5fa757","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:45.91750787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"f954fe73-1cf7-4ac3-8c90-0275ad834d71","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:45.970929489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"4d37aa36-598f-4265-8686-c804fadce199","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:45.979728536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"963e3041-2624-46ed-bcea-f4d36c550502","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:46.186435832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"048369c7-0685-4357-9377-82640040393f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:46.244930923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"883674e2-e68a-471b-97fc-dba4511c1fff","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:46.345695703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"f23a13fe-9e62-470b-b636-0cc6fa41b27f","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:46.345733476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-sub","reconcileID":"10422b5b-8ace-422b-abe8-bb6fb85803e0","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:46.446618747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"cd95a059-8621-491c-a392-09ff59527a81","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:46.565822336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"2285aa34-e772-42e8-ba03-bda9c0fc8b7b","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:46.678900054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"d99a7a0c-65f8-4fd8-98fa-bc0bdcf76794","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:46.731708521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"1eafb576-047b-4523-87da-e217a7529adb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:46.783141052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-sub","reconcileID":"0fd28c15-f543-4301-bca4-58221521cf98","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:46.999444128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"577f6c1e-385b-4c55-ae36-72a0f0c14bf6","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:47.059008208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"036cda4f-cef0-4af5-818d-b5efe25a835a","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-dc593fe964e5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:47.151203435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"8aa36e47-f743-430a-b263-d54d15d8fee6","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:47.151203974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"56cde23c-3508-4c82-a661-74e109be0413","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:47.155098128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"5e31f4d4-5679-4025-a70d-221e47370776","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:47.168325569Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"f855bbb8-4ada-44ec-811d-c8554ff4dca5","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:47.208715057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"8aa36e47-f743-430a-b263-d54d15d8fee6","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:47.209595093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"56cde23c-3508-4c82-a661-74e109be0413","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:47.213372143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"5e31f4d4-5679-4025-a70d-221e47370776","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:47.245030332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"085bdbea-9fee-452a-8273-85fb3b54e250","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:47.24565644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"9963fb0e-2c52-46c0-a5a4-b2ceb4f41f90","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:47.303496964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"9963fb0e-2c52-46c0-a5a4-b2ceb4f41f90","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:47.305465799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"085bdbea-9fee-452a-8273-85fb3b54e250","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:47.688933394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"d5c82c0f-c49d-4c55-a3f9-82c27733bf51","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:47.746005729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"d5c82c0f-c49d-4c55-a3f9-82c27733bf51","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:52.255118575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"81439052-e09d-4657-91fa-7f38ee4b2224","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:52.312317539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"81439052-e09d-4657-91fa-7f38ee4b2224","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:52.583337086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"3fcc15aa-f934-44b7-8ebb-aa312fab454a","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:52.583358959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"3fcc15aa-f934-44b7-8ebb-aa312fab454a","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:57.275276798Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"dddbc3e5-7433-4e04-a7c7-a46102389bab","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:57.689153123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"bb4e1b57-7576-4d19-8294-5b071683566b","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:57.689175903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"bb4e1b57-7576-4d19-8294-5b071683566b","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:57.689483262Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-quota-720b81-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]","namespace=ai-tenant-e2e-extmod-b-c6e99c priority=0:[ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-quota-720b81-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-shared-69c44b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:57.750656848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"05d6cfb1-bdde-49fe-949f-710afd8090b1","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:57.750778406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"05d6cfb1-bdde-49fe-949f-710afd8090b1","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:37:57.79642884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"7ecc1f03-4b1c-4cc6-9885-3f0d41a7086e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d28eb5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:57.79674826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"4f8a69d1-3daa-4862-a4c2-7a74f6e953f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:37:57.804684037Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"05d6cfb1-bdde-49fe-949f-710afd8090b1","name":"auth-test-model-afc555","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-afc555\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:37:57.804759639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"05d6cfb1-bdde-49fe-949f-710afd8090b1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-afc555\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:57.81014642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"6e7d59b1-3adb-45d0-9ab5-68d906f998a9","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:57.810165314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"6e7d59b1-3adb-45d0-9ab5-68d906f998a9","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:57.856260369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"4f8a69d1-3daa-4862-a4c2-7a74f6e953f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:57.905519189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"28fa96d7-3475-480c-abde-f6bb894d9ecc","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:57.905546221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"28fa96d7-3475-480c-abde-f6bb894d9ecc","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:57.961576291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"a9ad094a-0ddb-4d2a-b339-3aea53d4cdc0","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:57.961601038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"a9ad094a-0ddb-4d2a-b339-3aea53d4cdc0","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:58.168498174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"f03cbb42-2471-4a79-b9d3-ee9431bce8c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:58.181087029Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"87053c3b-cf63-4ef0-bb35-f9fafdd9758b","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-auth-test-model-afc555","model":"auth-test-model-afc555","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-afc555/e2e-auth-iso-d28eb5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:58.225602768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"f03cbb42-2471-4a79-b9d3-ee9431bce8c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:58.347887406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"b7436662-b8f2-469b-a60f-b91d1b5e227e","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:58.347917103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"b7436662-b8f2-469b-a60f-b91d1b5e227e","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:58.558742659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"46cadb6f-6a2a-4869-b0e1-916d21d82507","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-auth-test-model-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:59.950846664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"3bbe372e-55da-4379-9b73-6f56d324e850","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:37:59.998681351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"4d495e57-52b3-4deb-9d56-c31de618a0a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.062399848Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","namespace":"ai-tenant-e2e-migrate-c6c6fdb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.062467837Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","namespace":"ai-tenant-e2e-migrate-c6c6fdb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.06252632Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","tenant":"e2e-migrate-c6c6fdb9","tenantID":"e2e-migrate-c6c6fdb9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.101376807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c654e4b-762c-40c8-9c0c-aebd24c8d570","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.116466133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"Deployment","name":"maas-api-e2e-migrate-c6c6fdb9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.176743582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"Service","name":"maas-api-e2e-migrate-c6c6fdb9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.237245073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-c6c6fdb9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.291694917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-c6c6fdb9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.347460952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-c6c6fdb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.360412827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"f75ea8cd-b51e-47b6-a1c2-5050c9730a8c","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.402006432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-c6c6fdb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.453948734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-c6c6fdb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.507721914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-c6c6fdb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.541531177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"cd147a67-274b-4574-83a1-d1fa72fecee7","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.560522331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"Deployment","name":"payload-processing-e2e-migrate-c6c6fdb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.612422782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-c6c6fdb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.637701465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"6cecc43e-f256-4a56-856a-b25b020b87c2","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.663651403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"186287c4-9201-4106-b267-a9a649d566cd","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.664216484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"Service","name":"payload-processing-e2e-migrate-c6c6fdb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.715841055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"Service","name":"payload-pre-processing-e2e-migrate-c6c6fdb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.728307158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"2f694443-a5cd-482a-a9f7-b6208c7db545","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.767542715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-c6c6fdb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.819410554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-c6c6fdb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.871339443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-c6c6fdb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.883308533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"48cfc720-a795-434c-920e-49e5985e964c","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.923181237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-c6c6fdb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.97566366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-c6c6fdb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:00.983560354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"f4ab6e32-f5ec-4d6c-bdc8-7b8cfacc9b73","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:01.027864772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-c6c6fdb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:01.029447933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"3862c96d-67d2-4e27-982a-9a200d4b8a98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:01.036377938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"e9f1af49-5860-455a-8894-461942f2ff66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:01.048242197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"55a964cb-e9fe-4424-8d24-d2ce54146dd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:01.079465353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-c6c6fdb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:01.131299209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6c6fdb9"},"namespace":"ai-tenant-e2e-migrate-c6c6fdb9","name":"default-tenant","reconcileID":"0963e1ba-229a-4cc2-8041-fbe789dfea0b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-c6c6fdb9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:01.308376898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-sub","reconcileID":"1e1ac91a-035d-43a5-9bfc-01f9d27bd64a","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:01.357653577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"20cd09eb-de1f-4931-a62c-48d07616fa4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:01.384201886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"38111949-8175-4760-adfa-31c89b3509ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:01.41019203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-sub","reconcileID":"bab969f9-a99e-4dc4-8493-43c7e56a2820","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:01.672142038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"5574792c-62d6-4f48-8528-ff4b2a1a0754","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:01.771270122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"2ba76fa4-08c3-449c-a285-0c02e4b15d86","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:01.960332961Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-c6c6fdb9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-c6c6fdb9","reconcileID":"9d48f56c-8d2b-4f66-97b4-46f37d79df37","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-c6c6fdb9-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-c6c6fdb9-gw"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:02.36392098Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"507ca86f-39fa-4e0c-8ce4-d9e3421cc840","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:02.363996778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"507ca86f-39fa-4e0c-8ce4-d9e3421cc840","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:02.435135351Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"504c5590-34be-4b3f-9e4b-b6acabad067d","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:03.31708048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"077e8406-a0ee-49f1-abbe-03cfe27dad4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:03.369515986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"077e8406-a0ee-49f1-abbe-03cfe27dad4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:03.421934349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"077e8406-a0ee-49f1-abbe-03cfe27dad4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:03.47447663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"077e8406-a0ee-49f1-abbe-03cfe27dad4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:05.407914896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6651d3e0-a92e-4a3d-b3be-0b5009d29e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:05.460215423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6651d3e0-a92e-4a3d-b3be-0b5009d29e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:05.512422829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6651d3e0-a92e-4a3d-b3be-0b5009d29e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:05.564753323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6651d3e0-a92e-4a3d-b3be-0b5009d29e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:05.833951925Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"71a48e95-3d21-446d-8efe-8013bd4f6613","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:05.834029036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"71a48e95-3d21-446d-8efe-8013bd4f6613","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:05.886937123Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"bc30a1ab-8d51-4b8b-9d63-46471364dc15","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:05.993363973Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"56993fbc-4dc6-4a59-9ebe-3ed776deb980","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:05.993438201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"56993fbc-4dc6-4a59-9ebe-3ed776deb980","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:06.045965691Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"fce2173e-6702-473c-86ef-2e13930a5ea2","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:07.155082751Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"62811933-d550-4dc7-bb2b-4507ff8b838e","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:07.155177896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"62811933-d550-4dc7-bb2b-4507ff8b838e","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:07.207583987Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"10baad64-1d17-4153-badd-fdf04bd617b0","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:07.267235171Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4cbcb62b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4cbcb62b","reconcileID":"7497baa7-0f55-4956-8f5e-c36d68e1c5ad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4cbcb62b","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-4cbcb62b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:07.511004755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0ed5f34-1774-4ab7-9760-c321cbf00f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:07.564254023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0ed5f34-1774-4ab7-9760-c321cbf00f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:07.618029942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0ed5f34-1774-4ab7-9760-c321cbf00f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:07.670978756Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"e5b73f1a-9404-4a4d-8f5c-2b002e68510e","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:07.671055277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"e5b73f1a-9404-4a4d-8f5c-2b002e68510e","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:07.671228256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0ed5f34-1774-4ab7-9760-c321cbf00f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:07.728947562Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"bcbb4d76-0caf-4aaa-b9c1-6a40a99b3bc6","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:09.601182287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d66ade2-256f-4d55-b4fa-611e331b9c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:09.653647789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d66ade2-256f-4d55-b4fa-611e331b9c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:09.706049311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d66ade2-256f-4d55-b4fa-611e331b9c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:09.758917634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d66ade2-256f-4d55-b4fa-611e331b9c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:09.759334679Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"46db35e7-ee7c-46af-a0d2-271130ccd21b","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:09.759413853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"46db35e7-ee7c-46af-a0d2-271130ccd21b","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:09.812242557Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"37a6f394-d10c-4207-8404-66ec0d28606b","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:11.886893129Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:15.310822714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"5c0bb7c5-ce9d-4b87-bd57-7ec441f5ac3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:15.410570402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"b5a59d16-8f6a-4604-b886-c082bdc0de5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:15.430349577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"d39c2a14-5c11-42f2-85c5-e7b2db2e003b","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-auth-test-model-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:15.563632712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-sub","reconcileID":"67b5dcd7-c06b-40b6-a89a-4e1a83705003","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:15.601379441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"15a2cbae-f36f-4b46-8e3c-316cb6eba9e4","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:15.601400816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"15a2cbae-f36f-4b46-8e3c-316cb6eba9e4","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:15.612404653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"b0b57524-72c8-4634-8206-1dc206318ccd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:15.767175672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"559638b2-6fd2-4729-b955-e400ffba5987","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:15.782969656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"d745e9c8-eb24-4899-b3d2-a98d4f7eab37","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:15.846211757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"3c77cced-a23e-46e0-b0f8-64572c70ffdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:15.998711442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"de44764b-4cae-4df1-a5a9-1f6379457a00","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.018689684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"3fd2affe-9b22-407a-822a-34faaf24ee44","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.192191543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"7bdf1450-a631-4471-b81f-ad03c959543e","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.240712804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73ac53ca-d31a-4dc0-8d42-733ddb221a76","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.293347751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"49bb51ca-e974-4ca3-8d59-1e13504c7d9a","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.369014543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"14ff6361-2339-49d2-a1f8-b6bb60358066","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.369036426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"14ff6361-2339-49d2-a1f8-b6bb60358066","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.378004675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"729cd2a6-dafa-4ee2-8e47-aaa2bc779ac0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.424010618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"a63e06e3-6e1d-400c-8772-48f76b9fafaa","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.42403321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"a63e06e3-6e1d-400c-8772-48f76b9fafaa","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.557287282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"78633b02-5eab-47fb-8f21-541c47c07b2d","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.557613148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"1eb14bcb-1e82-4f5d-b776-893e49397de2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.662307383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"6604e897-c948-43c4-8609-d5180566b12d","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.683230208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"1b090bcb-2763-4d63-bfe5-83cf66965295","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.686841374Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"1eb14bcb-1e82-4f5d-b776-893e49397de2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.742727424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"1eb14bcb-1e82-4f5d-b776-893e49397de2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.778875761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"b07cf676-abdb-4156-9060-5f6b6ccbf623","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.800555779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"781e2674-2c48-486d-bdef-510f6a96ff3f","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.800586286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"781e2674-2c48-486d-bdef-510f6a96ff3f","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:16.9314573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-sub","reconcileID":"d92acda1-a85b-41d6-be55-4b3f588a548b","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:17.034224926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"f2604d3a-f56d-4bb5-b95a-0faed799cd25","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:17.157172302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"f10de1d8-ba8e-4b9e-be6e-d8abdcb92a66","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:17.215975974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"f10de1d8-ba8e-4b9e-be6e-d8abdcb92a66","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:19.922277277Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"1ed3d435-46c5-4781-bf4c-eac7dc7544ec","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:26.908999124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"f3b8a610-b821-4031-8bd7-8faa61266915","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:26.966571943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"f3b8a610-b821-4031-8bd7-8faa61266915","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:27.02254446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"f3b8a610-b821-4031-8bd7-8faa61266915","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:30.030033227Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"c646a1b9-6ff5-4968-8f93-90752c223860","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:37.130928249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"0d199381-bf0d-43f4-a095-2c67ed62ae9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:37.188101405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"0d199381-bf0d-43f4-a095-2c67ed62ae9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:37.246694453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"0d199381-bf0d-43f4-a095-2c67ed62ae9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:38.723865277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"2762798d-59b9-4299-8da3-70a933cae4b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:38.823716381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"883d7c2f-7fbd-4442-bbd2-409d184fabca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:38.963887235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"0d4225ca-d0be-4018-b58e-7268d62cd1d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:38.977254655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"f5267f26-868e-4596-a8a0-0a5b061ec611","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:39.076691944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"6f65702a-c851-4e81-afba-d4cb26ac8e68","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:39.142039486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"6b29fa26-660b-4d18-a8d6-8d46756d38b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:39.243670319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"e18e65fa-7423-46de-a774-ba1c45379f6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:39.399937102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-sub","reconcileID":"8419075a-5bbd-4fd0-98a7-6264fba7a007","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:39.407171377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"0769b3f9-e601-408f-b023-7a45ea5dbedc","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:39.45248575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"851545c1-6941-4a3a-9a1e-acf23068fab2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:39.669961879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"4c2ae827-8f15-4a75-8fd5-4a981ff2288b","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:39.771617592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"d0d3a18f-7988-425f-8b03-c3ff2fa5ab19","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:39.818416135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"ba243fd1-252a-4e02-8b83-c10e3432639a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:39.870876737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-sub","reconcileID":"908c1069-42e7-4a79-9027-2de1e3f036f8","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:39.972130167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"e0d76912-fe07-4ba5-aead-7588553f68b4","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:40.098227207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"ff1b8fee-6e87-48f9-9ca6-c971b61c99b5","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:40.135968522Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"93a27c13-9a4a-4843-a47a-7d5f4390dd18","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:40.198078176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"02e4b74b-9338-4bea-ae38-cf78e0db0fa1","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:40.245600904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"ace76ae9-2fe8-4566-9ac2-5cc6809ec092","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-auth-test-model-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:40.269526995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"cc88e53b-1898-4f43-b637-60c292f8054e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:40.400956912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"68e3013e-eb9d-418c-a42f-6aa376487275","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:41.887062733Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:46.295263163Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"7ed6c770-09b3-4ee8-8647-6c0105fa13e8","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:46.295339227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"7ed6c770-09b3-4ee8-8647-6c0105fa13e8","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:46.348044894Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"8d495e3e-777f-46c0-ae22-fe27fcb53195","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:46.453761101Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"8f53f196-d298-4651-84d3-6ddc9cc4c210","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:46.453877979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"8f53f196-d298-4651-84d3-6ddc9cc4c210","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:46.506760766Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"1b01c499-e1d7-4c8f-ad13-3f04fbfb2247","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:47.149246384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7a62d7-db53-478d-bb37-87c04569fab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:47.201831657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7a62d7-db53-478d-bb37-87c04569fab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:47.254346605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7a62d7-db53-478d-bb37-87c04569fab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:47.306908849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7a62d7-db53-478d-bb37-87c04569fab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:47.415373591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"1ea22b84-57f0-48b9-a332-4ff9d2f73673","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:47.472581811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"1ea22b84-57f0-48b9-a332-4ff9d2f73673","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:47.574250686Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"8ce349a7-2d45-461a-be3b-d9d541428a4f","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:47.574330149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"8ce349a7-2d45-461a-be3b-d9d541428a4f","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:47.577389046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (742e4349e8db1e9e95481df6031859ebc5985160a56333fd6f2b1b7e73940e09) AuthConfig (ec67e051beef1ce340550629044744fa2b58f3393e84b83e74ce05626e11b17f) AuthConfig (bdf33757338c82c9c3cd913388af15a849f1abc1bfc3388547484ef27b84cc66) AuthConfig (b731889dad4f51860f3fb8ba5b549c3b3cf2c6ac3b38a253382facf97d176869) AuthConfig (62cdb11bd5cc91d74faae62e9b50b8e85e2f4fb207ce8945f82a371265b0c3bf) AuthConfig (776fc694a82cc6aadcae31470629ef09f1b37b382335593d922d211d9344f62f) AuthConfig (1a447fcf370b507c92e63cd84f202aaa066cfbce461ca824579938199e8594fd) AuthConfig (8d51c5441e8c2c6cf986ebdacc9c57e9a4b9e3e71b54249ee4c8d62c1ba996df) AuthConfig (657dd8316bfed2d4a1744f29b8ee4747e68ab12c13ee9376b76005d7194903f2) AuthConfig (876511d8117340c29df3a1dfe76e18bfda420d3393ab54c6f25a678579984bc5) AuthConfig (b876b5e4b22b88a8369cc870b0d96861a81a9c14059ab6feab5e9ca1ddd7f77b) AuthConfig (c4fc8b868953dc4a784c5b24799fbf2b6a1a7e1d5d88c08c34e5519264d6dfdc) AuthConfig (821d1124d5bd68c0a9c3931c48b9f2cec25072184804a904f55d56ae88f5c2ad) AuthConfig (372059b3fb74c5121a2b6d024684f5999328c1e54e0354e60882b2fef7a77a7e) AuthConfig (8b55982f852f831c920424e1ce5076c159c0f7418348df1c1ca5d98dcb824adc) AuthConfig (9a29bcdec2ea31af24abba81e7fdfd86f502812cdb0474f9f277931762a71074) AuthConfig (0d0a0bb8968fbf7d8c2e41eaa213c332e5818b5de60ae1cf911bf37868505d22) AuthConfig (7da4c4911ddcd13ce3f4b60f9748657f3c8cba9050f00152005ab39039b3f6ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"1ea22b84-57f0-48b9-a332-4ff9d2f73673","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:47.627101042Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"52eab7df-8f63-4bb8-a280-7c3826a9cae0","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:47.67695527Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-a08eb536","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-a08eb536","reconcileID":"b6ff0519-b3e1-4c7f-958d-fb46e40a1cea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-a08eb536","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-a08eb536":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:47.679868183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"b665e322-7a0c-4be5-b817-d7e18dc6d522","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:47.679884058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"b665e322-7a0c-4be5-b817-d7e18dc6d522","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:48.000061108Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"a1059768-1d81-4dd0-8eed-693fe1476ad5","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:48.000139473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"a1059768-1d81-4dd0-8eed-693fe1476ad5","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:48.052953743Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"7504ede3-ed20-4692-b645-c3bcfb4c25ea","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:49.255361336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3210ae9c-b321-48fe-bfff-a51cfd7396ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:49.307921387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3210ae9c-b321-48fe-bfff-a51cfd7396ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:49.360307837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3210ae9c-b321-48fe-bfff-a51cfd7396ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:49.412657988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3210ae9c-b321-48fe-bfff-a51cfd7396ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:50.089080607Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"e7a50fde-9543-4565-a94e-7ee4d4c8eefe","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:38:50.089152055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"e7a50fde-9543-4565-a94e-7ee4d4c8eefe","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:50.141901829Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"f1450b99-e3fb-456c-9ce5-3570cd7b3a93","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:51.321006184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b7cdd7a-54be-41fb-9cc1-3b9692197e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:51.373725037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b7cdd7a-54be-41fb-9cc1-3b9692197e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:51.426199405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b7cdd7a-54be-41fb-9cc1-3b9692197e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:51.478661698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b7cdd7a-54be-41fb-9cc1-3b9692197e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:53.394095292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62fdf3eb-b7d1-4eab-9407-95b77a5fce23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:53.44629287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62fdf3eb-b7d1-4eab-9407-95b77a5fce23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:53.498592086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62fdf3eb-b7d1-4eab-9407-95b77a5fce23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:53.551210024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62fdf3eb-b7d1-4eab-9407-95b77a5fce23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:57.744364959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"643a5e28-cbfe-447e-a037-08afed0d2957","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:57.802333513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"643a5e28-cbfe-447e-a037-08afed0d2957","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:58.121300365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"b4b04602-e845-4df1-94e7-c2c5d1b9461f","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:38:58.121329251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"b4b04602-e845-4df1-94e7-c2c5d1b9461f","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:00.170909082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"8bef6359-1a1b-4931-8423-f87723feb474","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-4cbcb62b","tenantID":"e2e-ait-4cbcb62b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:00.248767065Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"cb2a5a72-59ac-4893-a06f-26ecc8aa871f","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:00.289057416Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"8bef6359-1a1b-4931-8423-f87723feb474","name":"e2e-ait-4cbcb62b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.186604149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"f0b606c7-74d5-4511-bf4c-1eb7206f20f6","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.186627667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"f0b606c7-74d5-4511-bf4c-1eb7206f20f6","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.186886369Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-quota-720b81-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]","namespace=ai-tenant-e2e-extmod-b-c6e99c priority=0:[ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-quota-720b81-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-shared-69c44b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.247095688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"14692e6d-7c5c-4ee3-bc0a-cf584c794130","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.247123504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"14692e6d-7c5c-4ee3-bc0a-cf584c794130","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:39:03.293225973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"46cc0d26-9b49-4d86-96db-8098eb71b15e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d28eb5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.29437802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"400cca7c-30c5-4a9e-a7f8-0617874ebe28","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:39:03.301068491Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"14692e6d-7c5c-4ee3-bc0a-cf584c794130","name":"auth-test-model-1c4191","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-1c4191\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:39:03.301147749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"14692e6d-7c5c-4ee3-bc0a-cf584c794130","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-1c4191\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.306552933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"d70c209e-ddac-4f47-9491-f4b6f06f2326","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.3065926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"d70c209e-ddac-4f47-9491-f4b6f06f2326","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.353456773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"400cca7c-30c5-4a9e-a7f8-0617874ebe28","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.403986452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"430b1b6b-a291-4ac2-94da-6eba631abde3","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.404012741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"430b1b6b-a291-4ac2-94da-6eba631abde3","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.461660144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"a6790ece-1221-4535-ab74-12a4082a139c","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.461684581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"a6790ece-1221-4535-ab74-12a4082a139c","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.667335418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"3648b6d5-9dff-4c05-8a78-f61a0d4d6f09","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.673007412Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"7ab821f7-616d-4012-952b-9e101263570c","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-auth-test-model-1c4191","model":"auth-test-model-1c4191","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-1c4191/e2e-auth-iso-d28eb5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.724992364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"3648b6d5-9dff-4c05-8a78-f61a0d4d6f09","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.842443944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"21ddd284-b3f5-4e4a-b6a3-d3eda9fb3d8d","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:03.842465821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"21ddd284-b3f5-4e4a-b6a3-d3eda9fb3d8d","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:04.052649596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"c084b099-cc2a-4e8b-89cd-363c2e20bd17","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-auth-test-model-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:10.354777442Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"32ee0bf5-fe26-4456-bbe0-62c5a345899d","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:11.899957907Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:20.460673297Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"bc4f7d3a-4f03-4875-befb-ed1a24b6dda1","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:20.948116811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"71a7b092-25fd-466b-8211-2d4c6a482b2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:21.101315789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-sub","reconcileID":"453e6950-e9c0-4d1b-a828-c0dcd01b80a0","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:21.145726732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"de712b88-2ddc-48d3-b32f-5b6f89117499","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-auth-test-model-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:21.198075065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"a46e27c0-3b34-45de-8a41-8480fdc95b45","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:21.304662983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"d93f4440-709f-44fa-a4b4-2f96ec3bfc49","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:21.315565555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"b23dd962-f112-4ec9-a09a-f90b7a7f381b","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:21.315587704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"b23dd962-f112-4ec9-a09a-f90b7a7f381b","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:21.403504451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"22ebcdcb-a466-434c-8d7f-955177affe01","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:21.477951233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"f1b7f691-3d45-4066-9fe2-a7698f90e6ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:21.578627869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"5eb6c03c-13a2-4cdd-9833-a73f69b4b11d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:21.631137478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"b91013d7-579b-4765-975c-d2a3d2fdb797","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-recover-fb3af8","model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:21.734976085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"446ad24b-867d-4c05-af08-5f3109991822","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:21.77946704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"664f10d0-55d9-42d3-92b4-5151dc719ab4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:21.899631783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"2eb2011d-0956-489e-9641-fa1fbc1ce0d9","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-auth-test-model-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:21.933008204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"488bd99a-fbbf-4c5d-8298-efd2e24fa8e5","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:22.053921719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"258637ef-e762-4d5b-9bd2-fb1a7c37b702","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:22.15384511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb07c612-b955-4e30-be55-0813773eebf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:22.249932364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"6b35a73c-fc34-470d-9dc5-d8ab3200ca7e","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:22.316683241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6c8ac88b-ce85-419e-9e75-9a0fa2a278ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:22.488328062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"834d5a00-bf17-4985-8b37-f610872b31f5","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:22.591301368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-sub","reconcileID":"374dd676-b770-4a54-87f8-368952a32932","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:22.607398301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"f4211de8-7138-483c-b217-023e199e3ea3","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:22.638063002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"a06b0d74-b38e-4d85-9a19-4fa63c844be3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:22.953348113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"302c3246-3e36-49a9-a088-1355c0a8418a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:23.011214936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"302c3246-3e36-49a9-a088-1355c0a8418a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:30.199598051Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"98a6072c-ed88-4412-a850-397925c85d75","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:30.476769593Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"8a115a50-530f-4594-826a-0658fb408fb7","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:30.480189896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"9e39b3c6-b2c8-4479-b455-d22bc29003a7","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:30.48091589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"1c4f6f77-9f28-4743-9959-2f0195faa472","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:30.480922684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"0ddf5d65-571c-45d8-9dc9-8ae6174c4a8b","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:30.486613541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"a3c69a6a-9deb-4f0a-9f2f-5ef668dac140","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:30.514388318Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"0a5df1b1-4ccc-49e5-8964-8993b5c1587d","namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:30.524605732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"5ecf79b9-e439-4b28-b457-10977d6ac038","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:30.537236078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"9e39b3c6-b2c8-4479-b455-d22bc29003a7","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:30.537273326Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"9e39b3c6-b2c8-4479-b455-d22bc29003a7","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:30.538374564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"1c4f6f77-9f28-4743-9959-2f0195faa472","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:30.53969101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"0ddf5d65-571c-45d8-9dc9-8ae6174c4a8b","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:30.543516263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"a3c69a6a-9deb-4f0a-9f2f-5ef668dac140","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:30.589271333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"5ecf79b9-e439-4b28-b457-10977d6ac038","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:39:30.804941378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"1962f536-b5c5-4798-a182-fc38276d1368","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-fb3af8\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:30.857604319Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"4ef4642a-94b7-488f-8de4-ddcb5b65c37f","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.066670802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"4d354f89-a68b-447f-8bba-736c044b8045","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.125741866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"4d354f89-a68b-447f-8bba-736c044b8045","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.125808328Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"4d354f89-a68b-447f-8bba-736c044b8045","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.142347237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f31187c2-7f0f-4a19-86b3-50132b892e10","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.142641092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"e4b0274f-37ea-4822-914c-5a32adee3938","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.149506027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"e57137c8-cfe9-483d-bb1e-457f2fdc29ca","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.202055666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"e4b0274f-37ea-4822-914c-5a32adee3938","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.205464633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f31187c2-7f0f-4a19-86b3-50132b892e10","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.208031206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"e57137c8-cfe9-483d-bb1e-457f2fdc29ca","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.243359392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"7e66abcc-1b57-4a6a-900a-bd0edbfaf8f8","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.301650427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"7e66abcc-1b57-4a6a-900a-bd0edbfaf8f8","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.384335292Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"6165c7b3-da95-49b2-84a9-3f29fb992cf5","namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.440629797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"edcab56e-5e98-4249-846a-8584ec64cd3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.497640002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"edcab56e-5e98-4249-846a-8584ec64cd3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.614684679Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-fb3af8","namespace":"e2e-extmod-rec-noaccess-4b5da0"},"namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","reconcileID":"239a62ae-7426-4559-9c26-db4d62acc511","namespace":"e2e-extmod-rec-noaccess-4b5da0","name":"e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.649245551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"fbeb46fd-7694-43c7-881c-5802a6cba75b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.689516259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"8f00b376-f73c-42db-acee-1e140a6acb36","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.698198131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"59dcced9-81a5-4684-b6cd-18d6c0c07696","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.698261725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"cdb4008c-b487-460c-99f8-306c6e7e1074","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.706167845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"fbeb46fd-7694-43c7-881c-5802a6cba75b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.749743757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"8f00b376-f73c-42db-acee-1e140a6acb36","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.759441234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"cdb4008c-b487-460c-99f8-306c6e7e1074","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.760700954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"59dcced9-81a5-4684-b6cd-18d6c0c07696","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.854512307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19c5e916-9b04-4c2a-a466-fa896651ce28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.911854214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19c5e916-9b04-4c2a-a466-fa896651ce28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.968584806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"a99bce20-3326-4cb0-b268-04bb9f094604","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:31.968611214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"a99bce20-3326-4cb0-b268-04bb9f094604","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.035888625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2d599ee9-e4fe-4bd3-960b-7ce3e109599a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.096472734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2d599ee9-e4fe-4bd3-960b-7ce3e109599a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.132907111Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"c1e94c91-862e-4d71-adce-7ab25c6e2eb0","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1a50973c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.18769361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"79f73b73-aaff-431a-a3fb-9716fe0e21dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.245155059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"79f73b73-aaff-431a-a3fb-9716fe0e21dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.278710336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85a14988-9e59-4a3e-a74f-9ce0777e4012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.281091054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9d938129-26c2-467f-8f6c-876372f8c339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.331124698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"1ddd138e-4886-4624-9e4f-4a94dcdbf682","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.336235978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85a14988-9e59-4a3e-a74f-9ce0777e4012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.338472743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9d938129-26c2-467f-8f6c-876372f8c339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.389697964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"1ddd138e-4886-4624-9e4f-4a94dcdbf682","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.530434433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"374cfa1f-b9f6-4b07-88d6-084252faecb9","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.587816481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"374cfa1f-b9f6-4b07-88d6-084252faecb9","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.679103291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"24fde312-540e-4c28-a3b8-3c9ecc0b7fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.679389508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"a6c7f7d9-8a6b-4b72-affb-9468c836634c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.682797379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"970efe41-eb15-4657-a9a2-23abed79aa4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.73690209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"24fde312-540e-4c28-a3b8-3c9ecc0b7fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.737006274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"a6c7f7d9-8a6b-4b72-affb-9468c836634c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.740150527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"970efe41-eb15-4657-a9a2-23abed79aa4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.866130081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"61d5aa50-5cb1-4067-9247-b596c64bd3df","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:32.923871297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"61d5aa50-5cb1-4067-9247-b596c64bd3df","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.057843454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"78ce32f4-c017-4fa4-bc4e-d13718500aea","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.115475822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"78ce32f4-c017-4fa4-bc4e-d13718500aea","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.162001411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"af743766-9ee4-43fc-8e87-15c8a31abbe6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.219877348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"af743766-9ee4-43fc-8e87-15c8a31abbe6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.263461147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"867081ee-7c9d-4379-ad3c-cd2e8f5dab01","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.265444991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"b1ea0772-d5c6-42c9-a5c4-2f515533f780","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.321957701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"867081ee-7c9d-4379-ad3c-cd2e8f5dab01","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.323344748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"b1ea0772-d5c6-42c9-a5c4-2f515533f780","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.379002698Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"867081ee-7c9d-4379-ad3c-cd2e8f5dab01","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.50501508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"a1dbe0ac-0070-41d3-8b8b-1bfab477fadd","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.562218696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"a1dbe0ac-0070-41d3-8b8b-1bfab477fadd","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.648246117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"46ac7022-aa0e-4b0c-bad2-f84807b1049e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.702487181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"5d0d082d-d574-4566-a036-31eb2ce3bb6b","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.702495604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"b335ea46-3f13-4725-bce4-154ccfb7f6f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.706468575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"46ac7022-aa0e-4b0c-bad2-f84807b1049e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.760059477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"5d0d082d-d574-4566-a036-31eb2ce3bb6b","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.761208956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"b335ea46-3f13-4725-bce4-154ccfb7f6f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.805831789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"67747c38-56e9-498f-b33c-959900182203","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.863088312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"67747c38-56e9-498f-b33c-959900182203","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.929679152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"4bdab08d-1c0a-4cf1-acdb-19fd9f4914cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:33.988429525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"4bdab08d-1c0a-4cf1-acdb-19fd9f4914cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:36.315414616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"d3db74ce-48fb-411e-901c-ffbe0f82fc16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:36.484391732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"e3ba90b9-0527-4e02-8db0-6e9960d27b0b","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rec-ctrl-d3969f","model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:36.548640601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"88a0042b-3454-49a5-93d8-059d9e0001e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:36.684556028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"368c0329-78a0-463b-ba6e-324c4e0936c8","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:36.71751575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"b9892d34-8a27-4fff-887a-3a66bd59d049","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:36.732473134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"604083b1-cbc3-4a1f-ac46-2a5d43228d4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:36.912274904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-sub","reconcileID":"65d943d0-616e-43b8-bc32-fb09a586e62b","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:36.922472757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"1d040d20-59dc-4835-9026-08fbb8c9252f","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:37.052003633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"2c320456-95be-489d-a4a8-02ccd3f3ca5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:37.116119737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-sub","reconcileID":"de339300-62ea-49f7-939a-9a2b6ff500e6","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:37.352685556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6dbce7f4-e9c3-44ec-8f0d-e662d4a89a95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:37.453360152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"5fb6fc9f-9e72-4126-a42f-02c641af72a5","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-auth-test-model-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:37.607098988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"e925e36c-6826-43cf-a8fd-13041b03f709","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:37.711911135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"22a56dbd-3c56-4ac3-9b2e-4a9fb6560e0a","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:37.711943889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"9407f3e1-ba60-4f2c-ba0f-d39eb6e6a96e","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:37.760053348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"37a3c8fb-2b5b-4924-98bb-b805edf6a816","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:37.834179691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"b8b2dafc-6417-4535-85a2-a26e242173ff","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:37.983609552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"a03419b7-c492-4870-b5dc-e20ce08a2964","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:38.081615213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"6478ef59-6296-4db0-8286-e1e438ac795c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:40.96519737Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"696cb36a-408f-4529-9eb5-4705dcd3f588","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:41.887462313Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:42.186570279Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"a39b997b-3eaf-46ee-82c0-6a999b274743","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","subscription":"e2e-auth-iso-d28eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:42.239620007Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"a39b997b-3eaf-46ee-82c0-6a999b274743","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:42.292550475Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"a39b997b-3eaf-46ee-82c0-6a999b274743","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:42.568572899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"6896033b-8ca6-4446-b6b7-43e0c48dfb28","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:42.568595922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"6896033b-8ca6-4446-b6b7-43e0c48dfb28","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:42.569033935Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-quota-720b81-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]","namespace=ai-tenant-e2e-extmod-b-c6e99c priority=0:[ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-quota-720b81-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-shared-69c44b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:42.676193858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"fb32680d-d2ad-48b8-bff9-1ef903dcd276","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:42.711133593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"24b2d5c8-a32c-432f-8780-a92cd3f807d3","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:42.711153766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"24b2d5c8-a32c-432f-8780-a92cd3f807d3","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:42.734465318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"fb32680d-d2ad-48b8-bff9-1ef903dcd276","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:42.818040246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"670ec06d-d83e-4ebf-b28a-8aa4113f92d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:42.821690934Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"0631429d-270a-44b0-9bda-6a45063e2f95","MaaSModelRef":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"routeName":"external-model-e2e-rec-ctrl-d3969f-4c96ec37bbdf","namespace":"e2e-extmod-rec-user-61885d","model":"e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:42.835419826Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"5f5c8af4-a46a-4337-8dc8-ec36c988ff62","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:42.873129254Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"2bc61714-31ac-4503-9f1e-bbdda81ed52c","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6dcfd929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:42.875551263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"670ec06d-d83e-4ebf-b28a-8aa4113f92d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.058176625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"ff7d4139-53de-45af-ad68-95ff50b26a7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.111282218Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"f6650450-8de9-49fe-afa8-592c0b234b21","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","error":"MaaSModelRef not found: e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.11553872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"ff7d4139-53de-45af-ad68-95ff50b26a7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.134477242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"57c3325b-ea47-4037-9a33-3d7e32e06f8b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.19244663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"57c3325b-ea47-4037-9a33-3d7e32e06f8b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.192496256Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"57c3325b-ea47-4037-9a33-3d7e32e06f8b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.236357558Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"bc41b116-305b-4e0c-a221-e6dd631b690c","namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.252311813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"eaec3344-e6e6-4ca2-ad6c-413ce4c8fe39","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.256016994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"bd8d27c5-750a-464c-a437-f42e5c1ab486","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.271187198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ce0af627-6e1d-497f-9cde-4eb7d0bf9630","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.309581191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"eaec3344-e6e6-4ca2-ad6c-413ce4c8fe39","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.313202951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"bd8d27c5-750a-464c-a437-f42e5c1ab486","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.328426052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ce0af627-6e1d-497f-9cde-4eb7d0bf9630","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.663261154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"40b599f1-995c-474a-a6e4-ec0065196a3a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.66374878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"1b8d9c4d-9004-4a99-ae5e-79488dd48df4","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.677605583Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"936613cd-1648-451f-a314-0ac73125a734","namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.733672337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"40b599f1-995c-474a-a6e4-ec0065196a3a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.733726722Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"40b599f1-995c-474a-a6e4-ec0065196a3a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.73404349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"1b8d9c4d-9004-4a99-ae5e-79488dd48df4","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.790902986Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-d3969f","namespace":"e2e-extmod-rec-user-61885d"},"namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","reconcileID":"259bb625-3a56-4e25-bdd6-34cb8958fbe8","namespace":"e2e-extmod-rec-user-61885d","name":"e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.794901144Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"1b8d9c4d-9004-4a99-ae5e-79488dd48df4","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.869471704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"d62e9ec5-2fa1-4c8b-9991-ab03af3885f4","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.92651936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"d62e9ec5-2fa1-4c8b-9991-ab03af3885f4","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.971176161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"82b0186b-0c0f-4581-91ed-89887d1feea9","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:43.983166119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"6f79bb54-8103-4e03-9003-60143f23f5e2","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.042677876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"82b0186b-0c0f-4581-91ed-89887d1feea9","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.049931921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"6f79bb54-8103-4e03-9003-60143f23f5e2","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.163881944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"2521cafe-1e4a-49be-bfa9-3abd68ed5885","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.222005984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"2521cafe-1e4a-49be-bfa9-3abd68ed5885","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.271460986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"0bcc1a3a-b9ef-428a-9030-afaa8c06cef4","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.328227081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"8b17e1cb-aaad-4554-95f6-8125b3a0fb66","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.32955557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"0bcc1a3a-b9ef-428a-9030-afaa8c06cef4","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.385629719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"8b17e1cb-aaad-4554-95f6-8125b3a0fb66","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.694878576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3feccb1-3ac6-4859-8dae-89deb9b2b60f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.694882004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"016d5028-613c-4c7c-9335-405a181b2621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.748211296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"2709b282-5ceb-440f-9adf-523720595c1a","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.752542042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"016d5028-613c-4c7c-9335-405a181b2621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.752707592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3feccb1-3ac6-4859-8dae-89deb9b2b60f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.805831115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"2709b282-5ceb-440f-9adf-523720595c1a","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.843370173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"f09304d5-2a29-4d02-9e1b-b47c1b63d9dc","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.890368315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01b08ce2-c114-4358-bd0d-717e04623aa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.901401716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"f09304d5-2a29-4d02-9e1b-b47c1b63d9dc","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:44.948318485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01b08ce2-c114-4358-bd0d-717e04623aa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.119002753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"008a8670-68e4-4589-9021-4ed2e12b5926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.170608262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"d2b39ac1-8bbf-42da-b91f-61c2a29709ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.176111977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"008a8670-68e4-4589-9021-4ed2e12b5926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.228576064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"d2b39ac1-8bbf-42da-b91f-61c2a29709ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.319422112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1dc3aa0c-3591-4b02-847b-92fe17ad2a5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.319427128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"49633abb-3ae5-4b95-88bd-c3fe11ad7ed8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.322743759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e607932e-2a48-43b7-b49e-418727e6f90d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.37805992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1dc3aa0c-3591-4b02-847b-92fe17ad2a5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.378215828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"49633abb-3ae5-4b95-88bd-c3fe11ad7ed8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.380649847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e607932e-2a48-43b7-b49e-418727e6f90d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.592323588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"fa0f92b4-dcaa-4764-ae8c-c88b7ac39882","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.59851872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"939032f3-5c43-4fa5-8679-db19f8baf65e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.651447445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"fa0f92b4-dcaa-4764-ae8c-c88b7ac39882","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.657148812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"939032f3-5c43-4fa5-8679-db19f8baf65e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.749519066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"61c5d6ee-b469-474b-b626-ffbccbf176e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.807202639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"61c5d6ee-b469-474b-b626-ffbccbf176e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.904721198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"1bfa27d2-fc3a-46c8-91a0-c332d197b46e","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.908538464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"47e90cd4-587e-40c4-82e8-d2f3e82ebfaa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.962403399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"1bfa27d2-fc3a-46c8-91a0-c332d197b46e","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.966167745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"47e90cd4-587e-40c4-82e8-d2f3e82ebfaa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:45.966204189Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"47e90cd4-587e-40c4-82e8-d2f3e82ebfaa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:46.018678598Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"1bfa27d2-fc3a-46c8-91a0-c332d197b46e","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:46.174259236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"fe827816-7ece-4ac2-b046-1b5643897e58","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:46.231597015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"fe827816-7ece-4ac2-b046-1b5643897e58","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:46.284154459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ae003ffd-96f1-4225-88c5-3f09458992c6","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:46.341696551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ae003ffd-96f1-4225-88c5-3f09458992c6","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:46.380842622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"47de439c-136a-48ea-bc7b-7f3f75b776d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:46.439469696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"47de439c-136a-48ea-bc7b-7f3f75b776d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:48.64859001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"98b45a7d-0e09-4710-9111-cbc1bfce90d3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a08eb536","tenantID":"e2e-mt-a08eb536","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:48.773619952Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"98b45a7d-0e09-4710-9111-cbc1bfce90d3","name":"e2e-mt-a08eb536-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.006850011Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"f4a72d93-d22f-4cfe-bfd9-da92913633a8","namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.065997121Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"1153ae19-7f40-4369-b0bb-fc2090caea11","namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.071339921Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"088fe9b5-7d74-422b-a083-6773c0eff778","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.171070222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"201c015a-8f19-476c-88ee-95ee961c491d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.171332113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"cb4b8dd9-1f41-42ee-992d-92a8ee413394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.221218573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"e55da778-c023-434b-ae83-782b7e4324d9","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.221469373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"219c8e6a-55f3-427b-826d-3da616ba3035","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.228040412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"201c015a-8f19-476c-88ee-95ee961c491d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.228365979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"cb4b8dd9-1f41-42ee-992d-92a8ee413394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.279637551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"e55da778-c023-434b-ae83-782b7e4324d9","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.279733542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"219c8e6a-55f3-427b-826d-3da616ba3035","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.33296546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"da7ec90c-37a9-4090-bf29-4a959033c093","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.379331699Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"4516dbeb-3d0c-45c4-b3f5-fbc027e285e8","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.39163358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"da7ec90c-37a9-4090-bf29-4a959033c093","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.558384898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"16fae47c-1c15-4793-a43f-6766d2ac1427","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.593717213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e0f7cdaa-693a-4b05-8485-9888d0c7f562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.651195487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e0f7cdaa-693a-4b05-8485-9888d0c7f562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.662885652Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"8c4d6f24-d0ca-460d-850b-26e5815957b0","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.705966345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"68c72b03-561f-45c6-8e70-342c113623d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.707171583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"3e63e030-9325-4285-b835-69c9a4ee0577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.749648819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"b2b9178e-5816-4f8b-9114-42c8bc9a2c01","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.765505886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"68c72b03-561f-45c6-8e70-342c113623d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.767771018Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"e1af46ce-e119-4d77-9723-aa6b0bd5e113","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.770582104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"3e63e030-9325-4285-b835-69c9a4ee0577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:51.809223308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"b2b9178e-5816-4f8b-9114-42c8bc9a2c01","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.026062983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f19e2712-9185-4ae8-b212-4154d6565aba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.07693748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"32182bb1-4ba0-45f0-be85-efcdd8380f6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.084390056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f19e2712-9185-4ae8-b212-4154d6565aba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.13406059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"32182bb1-4ba0-45f0-be85-efcdd8380f6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.139998788Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f19e2712-9185-4ae8-b212-4154d6565aba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.176430317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"64f0d4e4-8315-450c-a294-086abe951e5e","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.231118166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"839b6d78-352e-4bf5-9422-6eda50d40513","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.233866363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"64f0d4e4-8315-450c-a294-086abe951e5e","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.237468214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"963548a1-7f87-4e13-8865-c5a864191e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.289292056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"839b6d78-352e-4bf5-9422-6eda50d40513","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.295630035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"963548a1-7f87-4e13-8865-c5a864191e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.344905883Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"839b6d78-352e-4bf5-9422-6eda50d40513","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.453384906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"b519bbf7-d625-4f3e-9a95-e845c7e06156","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.498763194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"f5879d97-30cb-4c51-9893-93aa4a7e04ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.510678268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"b519bbf7-d625-4f3e-9a95-e845c7e06156","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.555922826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"f5879d97-30cb-4c51-9893-93aa4a7e04ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.556666118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"1397141d-b04a-4f2f-a63c-ab47c94d9a7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.612580881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc81a4c5-5d6e-4ef3-9521-8a5dbf8893fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.613519869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"1397141d-b04a-4f2f-a63c-ab47c94d9a7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.653984349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"fab284a5-e674-4070-9296-657c945032e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.67013674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc81a4c5-5d6e-4ef3-9521-8a5dbf8893fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.681411431Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"ac53fec7-0187-42cf-9282-96b1110ebe56","namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.713671114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"fab284a5-e674-4070-9296-657c945032e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.749500085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"d1994712-f1e1-4eaf-85ab-a4e7dfa8c7c8","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.749657074Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"d1994712-f1e1-4eaf-85ab-a4e7dfa8c7c8","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"routeName":"external-model-e2e-rot-e558bd-92f7c524f4f5","namespace":"e2e-extmod-rot-user-672dbc","model":"e2e-rot-e558bd","externalModel":"e2e-rot-e558bd","provider":"e2e-rot-e558bd-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.927256092Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"3f2e4977-f4ef-4143-9006-cf34b49fcb87","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","subscription":"e2e-auth-iso-d28eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:52.980198313Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"3f2e4977-f4ef-4143-9006-cf34b49fcb87","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.03304484Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"3f2e4977-f4ef-4143-9006-cf34b49fcb87","MaaSSubscription":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.033691584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d959ae5e-74d3-4f3e-957c-d4d8a73ccb37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.085152491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"f3a087d2-8878-47a3-889c-05d7ec791dcf","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.087495452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"aef3a17c-659b-4a78-8bba-1f38aaa8c43f","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.090639083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d959ae5e-74d3-4f3e-957c-d4d8a73ccb37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.132145098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"e8c4b5cd-8cdb-4eeb-b4e7-2cfcab0209d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.136862366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"8e898787-c23a-4ad8-91ce-e2320521c3ec","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.142187057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"f3a087d2-8878-47a3-889c-05d7ec791dcf","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.145772242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"aef3a17c-659b-4a78-8bba-1f38aaa8c43f","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.190388831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"e8c4b5cd-8cdb-4eeb-b4e7-2cfcab0209d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.19394296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"8e898787-c23a-4ad8-91ce-e2320521c3ec","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.309279079Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-quota-720b81-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]","namespace=ai-tenant-e2e-extmod-b-c6e99c priority=0:[ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-quota-720b81-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-shared-69c44b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.309534333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"55ca4ab6-1cf5-4108-94d2-6c0e62cafec6","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.309549114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"55ca4ab6-1cf5-4108-94d2-6c0e62cafec6","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.451067739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"87d64d5a-c79e-46fb-8fb3-8102efec9655","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.451088114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"87d64d5a-c79e-46fb-8fb3-8102efec9655","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.509921575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"29b3ad46-8cb1-48b5-b0de-d83ffbff7b0f","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.509943775Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"29b3ad46-8cb1-48b5-b0de-d83ffbff7b0f","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"routeName":"external-model-e2e-rot-e558bd-92f7c524f4f5","namespace":"e2e-extmod-rot-user-672dbc","model":"e2e-rot-e558bd","externalModel":"e2e-rot-e558bd","provider":"e2e-rot-e558bd-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.609081458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"118c289a-1515-440d-bd64-3ca1e486e8de","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.609249881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"56238cb0-5aa8-4ba0-b930-a26263f07b42","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.611187734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"dff70fdb-28c3-42a7-887f-5941cc8dd43c","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.666358555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"118c289a-1515-440d-bd64-3ca1e486e8de","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.666868112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"56238cb0-5aa8-4ba0-b930-a26263f07b42","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.668702681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"dff70fdb-28c3-42a7-887f-5941cc8dd43c","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.70966373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"18278e46-fd6a-4eec-9367-4d73ce59114c","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.766679153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"18278e46-fd6a-4eec-9367-4d73ce59114c","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.8664387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"97a50c70-6d5a-49d7-affb-11a961113238","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:53.924548153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"97a50c70-6d5a-49d7-affb-11a961113238","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.032695816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27879216-bd4b-4e38-8332-356c1a1e5987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.102547765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27879216-bd4b-4e38-8332-356c1a1e5987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.247116806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b6c68f22-dadd-47b4-b33d-fb97754fd170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.304042884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b6c68f22-dadd-47b4-b33d-fb97754fd170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.33284236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c757a342-ae55-4c37-872d-f207374168ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.382927136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"8079e07e-037a-4a21-abc1-ab1f5a6687e2","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.382946521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"8079e07e-037a-4a21-abc1-ab1f5a6687e2","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"routeName":"external-model-e2e-rot-e558bd-92f7c524f4f5","namespace":"e2e-extmod-rot-user-672dbc","model":"e2e-rot-e558bd","externalModel":"e2e-rot-e558bd","provider":"e2e-rot-e558bd-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.389973408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c757a342-ae55-4c37-872d-f207374168ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.443471606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"fbd1b6a4-f0f0-4629-8df5-7ee1c2e30c8b","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.483107765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"0aec2ad9-41ed-4208-b2a2-8153c487f1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.48909211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c8a1a5ca-446b-4877-bd41-449c90369009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.500603751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"fbd1b6a4-f0f0-4629-8df5-7ee1c2e30c8b","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.540165866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"0aec2ad9-41ed-4208-b2a2-8153c487f1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.548587165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c8a1a5ca-446b-4877-bd41-449c90369009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.748828055Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"33bcd424-cfb7-4b52-8e7b-f71f808381e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.841046503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"1ca2cff7-48a3-4595-9d74-0a0a842d9f9c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.898691653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"1ca2cff7-48a3-4595-9d74-0a0a842d9f9c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.910362134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"d90cf64f-033d-4563-bc69-c4db72647f05","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.954578558Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"1ca2cff7-48a3-4595-9d74-0a0a842d9f9c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.959008585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"d5bc2935-5eef-4b21-bb40-79ce749b6820","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.962381236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"52993ce5-8df6-40f7-a536-ac05ef55a7be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:54.967639177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"d90cf64f-033d-4563-bc69-c4db72647f05","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.005339048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"33bcd424-cfb7-4b52-8e7b-f71f808381e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.008546555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"19ce1e58-3bd6-4893-91d5-546295a359c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.017169836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"d5bc2935-5eef-4b21-bb40-79ce749b6820","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.02331897Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"d90cf64f-033d-4563-bc69-c4db72647f05","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.065427682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"19ce1e58-3bd6-4893-91d5-546295a359c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.08312877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"49df2428-05b5-4347-8060-d0f617f7ff39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.115329389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"7f21f45a-2e41-415d-9939-499291e333d4","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.133266496Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"33bcd424-cfb7-4b52-8e7b-f71f808381e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.133282899Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-auth-iso-d28eb5","reconcileID":"33bcd424-cfb7-4b52-8e7b-f71f808381e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.190115061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"17ebe47f-010d-4544-97ff-0d5a7f54b9fc","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/auth-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.190135181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"auth-test-model-afc555","reconcileID":"17ebe47f-010d-4544-97ff-0d5a7f54b9fc","MaaSModelRef":{"name":"auth-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"auth-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"auth-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.317335337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"8c228096-7774-45f2-8ae0-2fd0b79a9c55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.336201043Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"ee2ee4c5-65e6-4cfb-b572-61be4856638f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.336247684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"23d6bd9d-7299-412c-83de-7525dd5bdf56","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.336259864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"23d6bd9d-7299-412c-83de-7525dd5bdf56","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.343615237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"dc825ff6-62bf-42b6-b19f-4e9334325923","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.4013714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"dc825ff6-62bf-42b6-b19f-4e9334325923","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.417733319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49888359-6a81-46b1-b819-992b7a459ff8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.570328874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"def31e7d-20bc-4ac2-b468-b3cbc36f7e9c","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.621206222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"66cbbd4c-1a08-4742-920f-74bea894b784","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.627944233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"ee2ee4c5-65e6-4cfb-b572-61be4856638f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.673503078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-sub","reconcileID":"0df69a57-c49e-4448-ab86-3b5234dc1ebf","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.719543888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c2519958-ed8c-494b-bc12-0278a9a73f20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.755113428Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"ee2ee4c5-65e6-4cfb-b572-61be4856638f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.755129232Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-auth-iso-d28eb5","reconcileID":"ee2ee4c5-65e6-4cfb-b572-61be4856638f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d28eb5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.814029304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"25e88654-164e-4f0a-b2ed-e521f5fa2d35","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/auth-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.814051729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"auth-test-model-1c4191","reconcileID":"25e88654-164e-4f0a-b2ed-e521f5fa2d35","MaaSModelRef":{"name":"auth-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"auth-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"auth-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.87271363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"d203a5ad-0e34-4b66-b860-8c5ee1b45b72","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:55.998484772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"bf84f433-b4d1-414e-9ecd-6f31227c68c0","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:56.097150131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"0d901e71-8108-41c6-b965-f1d5ef0a9145","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:56.198070089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"ba089aa1-e91a-4397-8857-68dc11b0be5a","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:56.245262731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"42806343-ecb1-4d0a-9825-b9158032448d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:56.433231986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"7492c4a2-256b-4867-a1ad-557dc0cc1399","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:56.591967897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"140fdf8f-0f92-4236-a3d8-58151972e71b","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:56.629380349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-sub","reconcileID":"66aa4d3f-7fa2-46ff-84ff-1c8220709941","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.326494006Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-quota-720b81-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rot-e558bd-sub]","namespace=ai-tenant-e2e-extmod-b-c6e99c priority=0:[ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-quota-720b81-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-shared-69c44b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.378885197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"974eed90-6ae9-4c29-8e32-a3f12187f39b","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.378911122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"974eed90-6ae9-4c29-8e32-a3f12187f39b","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"routeName":"external-model-e2e-rot-e558bd-92f7c524f4f5","namespace":"e2e-extmod-rot-user-672dbc","model":"e2e-rot-e558bd","externalModel":"e2e-rot-e558bd","provider":"e2e-rot-e558bd-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.542557531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"946ddf3b-0fd0-45d4-b0d3-4c591806881d","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.542593271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"946ddf3b-0fd0-45d4-b0d3-4c591806881d","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.647894856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"0a47c84b-4c2a-4aaa-b253-840edfe51db3","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.64792184Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"0a47c84b-4c2a-4aaa-b253-840edfe51db3","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"routeName":"external-model-e2e-rot-e558bd-92f7c524f4f5","namespace":"e2e-extmod-rot-user-672dbc","model":"e2e-rot-e558bd","externalModel":"e2e-rot-e558bd","provider":"e2e-rot-e558bd-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.695657626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"36168655-382f-4505-91a0-052ae59cfb1b","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.696007625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"7a82261b-7dcf-4317-babd-0a1c88aa39f1","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.695652391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"1d900a9f-ac79-423b-8ec4-98d821667203","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.696600024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"b84fb51d-39d3-4721-a030-a5501eab04bd","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.696638564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"7e114124-d97c-49e4-8ef2-215092aea96d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.754178363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"36168655-382f-4505-91a0-052ae59cfb1b","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.754745582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"7a82261b-7dcf-4317-babd-0a1c88aa39f1","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.757858619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"7e114124-d97c-49e4-8ef2-215092aea96d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.75803055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"1d900a9f-ac79-423b-8ec4-98d821667203","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.758347028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"faef4601-c555-4bea-9571-5348a5e75df4","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.758368069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"faef4601-c555-4bea-9571-5348a5e75df4","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.759167029Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-e558bd-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-sub","reconcileID":"afb63484-e3d0-483e-81fe-7cdbc1863599","MaaSSubscription":{"name":"e2e-rot-e558bd-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rot-e558bd","model":"e2e-rot-e558bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-2fd4c9/e2e-rot-e558bd-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.760645771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"b84fb51d-39d3-4721-a030-a5501eab04bd","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.810980595Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"7a82261b-7dcf-4317-babd-0a1c88aa39f1","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.8139697Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"7e114124-d97c-49e4-8ef2-215092aea96d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.863869189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"0c0c0af6-4c0b-4913-bb32-af022037285c","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:57.863890153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"0c0c0af6-4c0b-4913-bb32-af022037285c","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.032467595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"97b5d8d5-0cd5-4e40-ac96-1e8e5ce6d9df","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.032491873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"97b5d8d5-0cd5-4e40-ac96-1e8e5ce6d9df","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"routeName":"external-model-e2e-rot-e558bd-92f7c524f4f5","namespace":"e2e-extmod-rot-user-672dbc","model":"e2e-rot-e558bd","externalModel":"e2e-rot-e558bd","provider":"e2e-rot-e558bd-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.241724907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-e558bd-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-sub","reconcileID":"667c4cb1-0a5d-4a20-8c51-4bf6c0710da0","MaaSSubscription":{"name":"e2e-rot-e558bd-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rot-e558bd","model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.280214577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"d58e7cd0-79d0-4e26-b512-ade848a4f014","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.282277598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"147fb8f5-0f7f-41f9-a191-5061043e539f","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.33761836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"d58e7cd0-79d0-4e26-b512-ade848a4f014","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.33905855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"147fb8f5-0f7f-41f9-a191-5061043e539f","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.383551161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"5e31f550-e6bd-46bb-91ff-ca8483551041","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.384124902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"b4acedd8-aafb-4305-9b74-6f8bab639e3f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.384323307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"297acb58-572a-43a2-9d2c-2a6fc3483792","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.394893286Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"147fb8f5-0f7f-41f9-a191-5061043e539f","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.441909068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"b4acedd8-aafb-4305-9b74-6f8bab639e3f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.441925572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"5e31f550-e6bd-46bb-91ff-ca8483551041","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.44407537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"297acb58-572a-43a2-9d2c-2a6fc3483792","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.51613417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"dcd343bf-33e7-453a-99ac-3ae5a3db763d","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.516162371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"dcd343bf-33e7-453a-99ac-3ae5a3db763d","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"routeName":"external-model-e2e-rot-e558bd-92f7c524f4f5","namespace":"e2e-extmod-rot-user-672dbc","model":"e2e-rot-e558bd","externalModel":"e2e-rot-e558bd","provider":"e2e-rot-e558bd-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.915303597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f34d071f-632d-4b34-afc2-eff609e65c56","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:58.972524982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f34d071f-632d-4b34-afc2-eff609e65c56","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:59.0282663Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f34d071f-632d-4b34-afc2-eff609e65c56","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:39:59.504409571Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"c671d62f-188f-4a74-9941-6c9551f4d61d","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:39:59.504481828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"c671d62f-188f-4a74-9941-6c9551f4d61d","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:39:59.609187541Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"83e40472-d080-472c-abab-216fcf6cf1c9","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:00.417706507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ff0cb9-9906-4b1c-916b-65b7c40fc560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:00.470652325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ff0cb9-9906-4b1c-916b-65b7c40fc560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:00.522875391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ff0cb9-9906-4b1c-916b-65b7c40fc560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:00.575066053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ff0cb9-9906-4b1c-916b-65b7c40fc560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:02.488676994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba5da12-99d1-4a42-9de4-9e96af0eb45f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:02.54087887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba5da12-99d1-4a42-9de4-9e96af0eb45f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:02.593226628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba5da12-99d1-4a42-9de4-9e96af0eb45f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:02.645385137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba5da12-99d1-4a42-9de4-9e96af0eb45f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:05.707005848Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"4085ce7f-ed29-4e36-a9aa-9ac8895331f4","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:05.707089466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"4085ce7f-ed29-4e36-a9aa-9ac8895331f4","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:05.811971915Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"f05e24d4-0ac7-4edf-b168-93141fc0df7c","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:05.917041685Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"48b517ab-d9da-496a-baa7-9143f2c086b2","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:05.917116193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"48b517ab-d9da-496a-baa7-9143f2c086b2","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:05.969589065Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"484e183e-3ad8-409e-963b-2f9637cd1916","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:06.5953648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99bfde1-4008-4521-89cb-f317087e3177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:06.648810595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99bfde1-4008-4521-89cb-f317087e3177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:06.702033817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99bfde1-4008-4521-89cb-f317087e3177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:06.754549527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99bfde1-4008-4521-89cb-f317087e3177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:08.654145813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b7ad49-4b79-43a8-acd9-cc1abc66439b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:08.706375592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b7ad49-4b79-43a8-acd9-cc1abc66439b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:08.758585346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b7ad49-4b79-43a8-acd9-cc1abc66439b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:08.811161844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b7ad49-4b79-43a8-acd9-cc1abc66439b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:10.744427309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e6b89f-5d48-4662-bd05-8cbb4ef377a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:10.797207429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e6b89f-5d48-4662-bd05-8cbb4ef377a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:10.850009105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e6b89f-5d48-4662-bd05-8cbb4ef377a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:10.902519793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e6b89f-5d48-4662-bd05-8cbb4ef377a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:11.888829471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:16.07962196Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"d458ea26-3a6c-46bc-862b-eaaef3004165","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:16.243726076Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"cde66424-f33a-43e6-b255-ccca8a7a6966","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:16.243820491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"cde66424-f33a-43e6-b255-ccca8a7a6966","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:16.296128767Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"cf5db7c6-3afa-4eeb-9fd4-dbbbbadc90e1","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:20.915549605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-e558bd-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-sub","reconcileID":"81f27e34-c538-4f28-aa44-3e95df3be444","MaaSSubscription":{"name":"e2e-rot-e558bd-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-rot-e558bd","model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:21.200994206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"3e514e44-8686-470a-8417-135a9239d325","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:21.201023486Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"3e514e44-8686-470a-8417-135a9239d325","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"routeName":"external-model-e2e-rot-e558bd-92f7c524f4f5","namespace":"e2e-extmod-rot-user-672dbc","model":"e2e-rot-e558bd","externalModel":"e2e-rot-e558bd","provider":"e2e-rot-e558bd-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:23.339981476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"de679737-8e2a-4622-ae2d-cc32471c4d9d","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:23.397280461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"de679737-8e2a-4622-ae2d-cc32471c4d9d","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:26.402049046Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"94c1f771-4136-4d86-831e-531cd591a881","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:27.3774004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"266af23d-66c7-4089-a13c-f85968c0a687","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:27.434971678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"8d95712a-1c93-4588-b1f2-05e459ed7b61","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:27.595687605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-77fe9d3f","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-gw-auth-77fe9d3f","reconcileID":"30aed69f-5f7b-48e5-8841-9102a359f386","MaaSAuthPolicy":{"name":"e2e-gw-auth-77fe9d3f","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:27.65338947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-77fe9d3f","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-gw-auth-77fe9d3f","reconcileID":"30aed69f-5f7b-48e5-8841-9102a359f386","MaaSAuthPolicy":{"name":"e2e-gw-auth-77fe9d3f","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:27.923354937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"e8b94e21-4f98-4f82-90cf-3384cccfa5be","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:28.082467738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-77fe9d3f","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-gw-auth-77fe9d3f","reconcileID":"bb041216-53bd-4183-9ec8-ccb953b7a830","MaaSAuthPolicy":{"name":"e2e-gw-auth-77fe9d3f","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:28.141019879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-77fe9d3f","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-gw-auth-77fe9d3f","reconcileID":"bb041216-53bd-4183-9ec8-ccb953b7a830","MaaSAuthPolicy":{"name":"e2e-gw-auth-77fe9d3f","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:30.491727399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"f5514d8d-c84f-4f24-96e2-6db5a4e7bafc","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:30.491768904Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-77fe9d3f","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"e2e-gw-auth-77fe9d3f","reconcileID":"8e00f7e6-0ccf-45e5-b317-9cee0a95cec9","MaaSAuthPolicy":{"name":"e2e-gw-auth-77fe9d3f","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:30.70301719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"a798697f-0b62-4a1b-9074-ec0711a1097a","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:34.920138922Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"598ca055-a636-4818-8734-2cdbfb780f7e","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:34.920203609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"598ca055-a636-4818-8734-2cdbfb780f7e","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:34.972914945Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"38c1213b-22c2-4064-982a-ac9da9f142dc","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:35.078359013Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"4b11cdc9-e1be-4ad3-916f-6a092452e6c6","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:35.078436231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"4b11cdc9-e1be-4ad3-916f-6a092452e6c6","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:35.131054414Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"5abdfec4-33cd-47ae-9306-65f1d602f29f","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:35.810715485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02417969-8a8b-4c75-8f60-7b65e478474f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:35.863066075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02417969-8a8b-4c75-8f60-7b65e478474f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:35.915863478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02417969-8a8b-4c75-8f60-7b65e478474f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:35.968966921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02417969-8a8b-4c75-8f60-7b65e478474f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:36.236293777Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"42dc3bfd-4829-458e-87c6-bd052098357c","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:36.236362606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"42dc3bfd-4829-458e-87c6-bd052098357c","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:36.288852702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"997aa8dc-ce63-415b-963a-b16938f82cfc","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:36.30537357Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-faa8ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-faa8ff","reconcileID":"8196aaf4-3575-4ec1-9614-4a816f2804f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-faa8ff","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-faa8ff":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:36.65327161Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"fb0899ec-614f-4cdb-830d-6831c1698bab","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:36.65335923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"fb0899ec-614f-4cdb-830d-6831c1698bab","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:36.705984818Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"51b3f996-244e-42f9-a0be-b7dcc3f80b8a","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:37.921612917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a9d7f2c-e862-437b-bef7-6acc45409b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:37.973881818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a9d7f2c-e862-437b-bef7-6acc45409b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:38.0261219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a9d7f2c-e862-437b-bef7-6acc45409b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:38.078756438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a9d7f2c-e862-437b-bef7-6acc45409b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:38.701410598Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"68713f03-d7c0-44c6-8b94-d0785487a23e","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:38.701481134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"68713f03-d7c0-44c6-8b94-d0785487a23e","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:38.753941386Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"9c792eb0-9c97-450d-a36d-88c6b02fdd50","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:40.013547179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867bbba4-676c-4418-ac2c-980d93b887c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:40.065968218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867bbba4-676c-4418-ac2c-980d93b887c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:40.118030865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867bbba4-676c-4418-ac2c-980d93b887c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:40.171078263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867bbba4-676c-4418-ac2c-980d93b887c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:41.890009532Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:42.107324759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a8ac64-2c56-47dd-b158-ed1e72bcd11d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:42.159632438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a8ac64-2c56-47dd-b158-ed1e72bcd11d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:42.212102787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a8ac64-2c56-47dd-b158-ed1e72bcd11d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:42.264116113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a8ac64-2c56-47dd-b158-ed1e72bcd11d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:44.199479195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8046e773-7128-4e46-b180-e34082592cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:44.251712581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8046e773-7128-4e46-b180-e34082592cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:44.303840163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8046e773-7128-4e46-b180-e34082592cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:44.356022613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8046e773-7128-4e46-b180-e34082592cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:48.860872138Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"6a1106a0-fbdf-4415-8d51-b2ad00fddc09","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:49.420733809Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"ba412b1b-f67b-4466-91ff-8439a96ca43f","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:49.420825981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"ba412b1b-f67b-4466-91ff-8439a96ca43f","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:49.524913247Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"cc6d89be-b5ac-4a46-bef3-7eef89e935f1","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:50.305610211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf32f89-3a1c-401e-aaf5-5cc596ca350a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:50.361313818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf32f89-3a1c-401e-aaf5-5cc596ca350a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:50.41476836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf32f89-3a1c-401e-aaf5-5cc596ca350a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:50.467008829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf32f89-3a1c-401e-aaf5-5cc596ca350a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:52.379113284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c881d0-6e1c-4af7-86fe-93452a036e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:52.431401476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c881d0-6e1c-4af7-86fe-93452a036e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:52.483992281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c881d0-6e1c-4af7-86fe-93452a036e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:52.536411261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c881d0-6e1c-4af7-86fe-93452a036e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:53.59472569Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","namespace":"ai-tenant-e2e-ait-4cbcb62b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:53.594807414Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","namespace":"ai-tenant-e2e-ait-4cbcb62b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:53.594860472Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","tenant":"e2e-ait-4cbcb62b","tenantID":"e2e-ait-4cbcb62b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:53.648986036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"Deployment","name":"maas-api-e2e-ait-4cbcb62b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:53.710738693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"Service","name":"maas-api-e2e-ait-4cbcb62b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:53.771983413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-4cbcb62b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:53.827108212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-4cbcb62b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:53.957098756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-4cbcb62b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.012575654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-4cbcb62b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.069534535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-4cbcb62b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.124058275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-4cbcb62b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.175950238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"Deployment","name":"payload-processing-e2e-ait-4cbcb62b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.228159589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-4cbcb62b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.266367162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"b4688e28-85b3-4c93-9774-f3bcf95276c6","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-dc593fe964e5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.279778234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"Service","name":"payload-processing-e2e-ait-4cbcb62b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.331483943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"Service","name":"payload-pre-processing-e2e-ait-4cbcb62b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.383385862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"DestinationRule","name":"payload-processing-e2e-ait-4cbcb62b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.428029774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"23a69e6e-1b16-4bae-9510-7d82138fbba1","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.428710259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"b57b8d3d-577f-43a1-9266-f5d258db1ef2","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.429473454Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-sub","reconcileID":"068c2d95-c4d1-469c-b93e-cef17fa04c92","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-30193dbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.429840816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"418565c9-6e73-436a-963d-1a81c3b3463b","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.43504776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-4cbcb62b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.485780195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"b57b8d3d-577f-43a1-9266-f5d258db1ef2","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.486439868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"23a69e6e-1b16-4bae-9510-7d82138fbba1","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.486904623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-4cbcb62b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.488082064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"418565c9-6e73-436a-963d-1a81c3b3463b","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.507061637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849273f4-feb7-4a33-b950-e5eb801727c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.559292477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849273f4-feb7-4a33-b950-e5eb801727c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.56342217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-4cbcb62b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.611454745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849273f4-feb7-4a33-b950-e5eb801727c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.663538148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-4cbcb62b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.664009797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849273f4-feb7-4a33-b950-e5eb801727c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.717270609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-4cbcb62b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.770239217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-4cbcb62b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:54.822118843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4cbcb62b"},"namespace":"ai-tenant-e2e-ait-4cbcb62b","name":"default-tenant","reconcileID":"6b8c2722-4c9b-4a35-99cb-fa1b5330c3fd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-4cbcb62b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:55.065364242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"f5d4ec56-4831-4fd7-bd7b-094d4b3836db","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:55.066085861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"e768c4ca-4aa2-4574-a845-835fa77fff4c","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:55.066490088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"0049a4ac-653d-43a5-9750-b7748274ded5","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:55.122608215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"f5d4ec56-4831-4fd7-bd7b-094d4b3836db","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:55.123132346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"e768c4ca-4aa2-4574-a845-835fa77fff4c","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:55.128158799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"0049a4ac-653d-43a5-9750-b7748274ded5","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:55.665083214Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4cbcb62b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4cbcb62b","reconcileID":"7e56d03e-8125-405c-9f09-c8e0d2fd2fe9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4cbcb62b","removed":["maas.opendatahub.io/gateway-access-e2e-ait-4cbcb62b"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:55.910715301Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"5ca592ee-f14a-4a7a-b7c0-17f16ec5eeb0","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:40:55.910809722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"5ca592ee-f14a-4a7a-b7c0-17f16ec5eeb0","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:55.963301587Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"4d279dd9-b95f-4efa-ae7c-3506b090a126","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:56.585250527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e9585bf-bbba-4497-8dac-b0cfa4d1cdc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:56.637875996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e9585bf-bbba-4497-8dac-b0cfa4d1cdc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:56.6925082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e9585bf-bbba-4497-8dac-b0cfa4d1cdc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:56.744834958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e9585bf-bbba-4497-8dac-b0cfa4d1cdc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:58.68438986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e858e581-6f96-4169-9b23-b0da08fb755d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:58.73752435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e858e581-6f96-4169-9b23-b0da08fb755d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:58.790120524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e858e581-6f96-4169-9b23-b0da08fb755d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:40:58.842736702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e858e581-6f96-4169-9b23-b0da08fb755d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:41:00.315492071Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"c4c8c0de-9224-488f-a652-7f5fdc0fd345","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:41:00.315556034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"c4c8c0de-9224-488f-a652-7f5fdc0fd345","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:00.367703106Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"60e9d30e-ecd8-4e2a-ba2d-bb54104c5650","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:41:00.477097854Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"9d56ce1b-da6d-4279-9a3a-b4a7f2d71111","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:41:00.477163583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"9d56ce1b-da6d-4279-9a3a-b4a7f2d71111","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:00.529613115Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"39397d71-faa5-4a22-bc91-85b566d1cc81","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:00.817745806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd122c2-f0ba-42a1-a153-f5df0412eb2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:00.87021376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd122c2-f0ba-42a1-a153-f5df0412eb2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:00.923094587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd122c2-f0ba-42a1-a153-f5df0412eb2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:00.975327075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd122c2-f0ba-42a1-a153-f5df0412eb2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:41:01.641061786Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"f45a255c-62f7-420d-b18b-fbe619966780","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:41:01.641134517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"f45a255c-62f7-420d-b18b-fbe619966780","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:01.693452379Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"dcc345e4-a098-4c79-bcbc-61d0baa7449f","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:01.751692888Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ad90c52d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ad90c52d","reconcileID":"be9467bf-19f2-4dd4-a857-54aad8cd5780","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ad90c52d","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-ad90c52d":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:41:02.090062819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"a13d242c-fbd2-400c-bb2d-85ee4c662e77","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:41:02.090140687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"a13d242c-fbd2-400c-bb2d-85ee4c662e77","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:02.144131612Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"3cb018bd-6e6d-4f09-9dac-7803fe7e1ffc","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:02.91868253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99eb893-e279-4878-b3d0-8fc1b9727b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:02.971166196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99eb893-e279-4878-b3d0-8fc1b9727b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:03.023670675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99eb893-e279-4878-b3d0-8fc1b9727b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:03.075936343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99eb893-e279-4878-b3d0-8fc1b9727b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:41:04.19634067Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"306bff70-ea19-4279-b722-d35e7ff8b29b","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:41:04.196414997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"306bff70-ea19-4279-b722-d35e7ff8b29b","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:04.248918672Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"ccec032f-c90a-4a39-b123-9801cce6981f","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:04.485337786Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-sub","reconcileID":"dfbb6197-b1a8-4414-ba61-e85c7335a94a","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","subscription":"e2e-shr-quota-720b81-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:04.590414575Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-sub","reconcileID":"dfbb6197-b1a8-4414-ba61-e85c7335a94a","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:04.642987097Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-sub","reconcileID":"dfbb6197-b1a8-4414-ba61-e85c7335a94a","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:04.919026608Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-quota-720b81-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rot-e558bd-sub]","namespace=ai-tenant-e2e-extmod-b-c6e99c priority=0:[ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-shared-69c44b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:04.974149921Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"e05a2cbe-9937-4226-bb0e-b4b627b4b101","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-dc593fe964e5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:05.029380802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1460d84b-b013-425d-9870-67f6139e0c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:05.081941651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1460d84b-b013-425d-9870-67f6139e0c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:05.134654008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1460d84b-b013-425d-9870-67f6139e0c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:05.187199358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1460d84b-b013-425d-9870-67f6139e0c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:05.24156569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"2bb3ece1-655d-4788-98b0-235221855a25","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:05.242195326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"b9a4544a-9e82-4334-b8c7-3ee2dc0906cf","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:05.250274852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"cab84b84-31a9-4084-a4a7-6e68155b2798","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:05.294895918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"7801aef7-838a-4aec-a863-8260ab8be4d5","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:05.300331439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"2bb3ece1-655d-4788-98b0-235221855a25","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:05.30055457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"b9a4544a-9e82-4334-b8c7-3ee2dc0906cf","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:05.352397756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"7801aef7-838a-4aec-a863-8260ab8be4d5","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:05.356000539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"e8354bcb-994c-43df-98bc-5fb2325cd6ff","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-dc593fe964e5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:05.517546485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"ddc97d7f-132a-4693-9aff-07e36151a6ab","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:05.618424012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-quota-720b81-access","reconcileID":"5e69e6a1-cd1e-4a0d-8993-8b0330fb2623","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:05.925228379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","reconcileID":"ed597026-64b1-4a86-9fc5-448508df6943","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-dc593fe964e5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:06.076659565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"d695819c-446a-4733-9f45-4745bd89b9b8","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:06.239318706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"d52889ed-a095-4cff-b6a1-932b41f3699d","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:06.240446519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"bdcf34a1-615c-460d-834e-b923350ff6fd","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:06.240446482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"e61530a4-f8ad-49b3-b1cf-7e064c8f966a","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:06.241080833Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-sub","reconcileID":"e6175449-3def-4ed3-9f5b-6adcfbe427d2","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-77965773","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:06.296850836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"d52889ed-a095-4cff-b6a1-932b41f3699d","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:06.298050068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"bdcf34a1-615c-460d-834e-b923350ff6fd","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:06.299086116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"e61530a4-f8ad-49b3-b1cf-7e064c8f966a","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:06.775569613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"79727183-2f81-4c2d-b17d-c21883b67f57","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:06.775816477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"858d28b1-096b-4e2e-807c-a9e3bcc5bc55","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:06.775569685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"9966a703-af25-4166-85c6-f05d7bfa43e3","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:06.833485783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"858d28b1-096b-4e2e-807c-a9e3bcc5bc55","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:06.833844314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"79727183-2f81-4c2d-b17d-c21883b67f57","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:06.835813329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"9966a703-af25-4166-85c6-f05d7bfa43e3","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:11.886255484Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:14.354562411Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"6c02bd93-fc1d-4510-9ee7-2afe7e13b225","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:16.294019343Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-sub","reconcileID":"4e147b28-bb61-420a-88c0-fe69b6da8ec5","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","subscription":"e2e-shr-quota-720b81-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:16.399474754Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-sub","reconcileID":"4e147b28-bb61-420a-88c0-fe69b6da8ec5","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:16.452437034Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-sub","reconcileID":"4e147b28-bb61-420a-88c0-fe69b6da8ec5","MaaSSubscription":{"name":"e2e-shr-quota-720b81-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:16.72852431Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rot-e558bd-sub]","namespace=ai-tenant-e2e-extmod-b-c6e99c priority=0:[ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-b-c6e99c/e2e-shr-shared-69c44b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:16.780953515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"21db95fc-51ec-43a4-a9ff-3f0c78efc088","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:16.939244504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"ee4d8d2e-9823-435a-b778-5127d71f9dd6","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:16.939244502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"09fa4672-a717-4e92-8c8b-037e345b31bf","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:16.942621561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"780f3dc2-1d18-4239-818e-2c54aaf6d0cb","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:16.944692857Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"f39df250-0ed2-48ff-83fd-807bc3303209","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:16.996882418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"09fa4672-a717-4e92-8c8b-037e345b31bf","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:16.997182191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"ee4d8d2e-9823-435a-b778-5127d71f9dd6","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:17.001561321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"780f3dc2-1d18-4239-818e-2c54aaf6d0cb","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:17.050480231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"1167a9be-7bc9-4fd0-a1d0-99b5d06e78c2","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:17.156003156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"5d9d0ab2-8eb7-45e2-b484-80fd7215a1ed","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:17.258249068Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-quota-720b81-access","reconcileID":"4cc18167-2ea7-4fb2-bdf6-7ccdb6c4306b","MaaSAuthPolicy":{"name":"e2e-shr-quota-720b81-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:17.471110911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"2679c4d8-e1fe-4c6a-afdc-bb86367e6fbd","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:17.875979664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","reconcileID":"2a65955a-9e67-419d-ad2a-0c191fe9f279","MaaSModelRef":{"name":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-quota-720b81-44d8fc6204d4","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-quota-720b81-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-quota-720b81","provider":"e2e-shr-quota-720b81-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.458110214Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-720b81","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81","reconcileID":"df7f3ecb-41c9-43a2-ba1a-c0fb26ea22ea","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:41:18.573088922Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"8c97bfe9-d616-43c6-925d-506c79815a6c","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:41:18.573163853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"8c97bfe9-d616-43c6-925d-506c79815a6c","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.625093127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"da2ed513-c249-4652-8ae9-bf6a30ae4f67","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.625169651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7273413c-0083-4ad5-91c2-f3bcc6ab2ca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.62585693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"d0a19f40-13e6-4335-b32f-307d1265c364","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.629312195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9ca1ce1b-9838-4bb8-b5cd-d190c5e90586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.682506423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7273413c-0083-4ad5-91c2-f3bcc6ab2ca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.682801277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"da2ed513-c249-4652-8ae9-bf6a30ae4f67","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.686371591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9ca1ce1b-9838-4bb8-b5cd-d190c5e90586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.731724525Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"543bf526-0a2c-4734-b87f-95ae2ea14b54","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.786395097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"59ef7109-f173-44e8-a146-9579b2b86914","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.786906982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"52d7a6b6-13cd-4186-b45a-667e165f5d24","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.786989273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"00564093-a328-4137-9e73-a2b2a233c912","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.789035314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"b8016f77-264f-4900-b215-eee048e3075a","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.824870921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"c385c47d-6afa-4790-9ad6-f9cb4fb2c4f6","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.824869394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"3ee4fc74-4e4f-4eac-8f07-2f15f00165a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.83777267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","reconcileID":"ebf3d0b4-ddb8-4b16-8889-616aeb7c45c9","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-amb-04aedc-0187c13a1fd7","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-amb-04aedc","provider":"e2e-shr-amb-04aedc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.882574986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"c385c47d-6afa-4790-9ad6-f9cb4fb2c4f6","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.883773082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"3ee4fc74-4e4f-4eac-8f07-2f15f00165a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:18.944720889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"f4ef9640-4de6-4004-ace3-0ae134b222b9","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.048697805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"19767d2f-5355-4483-a2c8-7ff3fb542ec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.049528632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"874a3c59-9af5-4745-9127-be2a47fb5dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.050482054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"66b31949-c74a-48cc-81e2-85da2efd01df","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.108038581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"874a3c59-9af5-4745-9127-be2a47fb5dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.108521714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"19767d2f-5355-4483-a2c8-7ff3fb542ec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.156889198Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","reconcileID":"f25c4573-f49d-47ae-812e-95ef8412922c","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-amb-04aedc-f2920db813cc","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-amb-04aedc","provider":"e2e-shr-amb-04aedc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.157097467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"93029427-29fe-428a-893f-a24fc0a50a72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.214036455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"93029427-29fe-428a-893f-a24fc0a50a72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.215144698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"c8deee82-964e-454e-b09e-f8f78b3678bf","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.2239513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"b27a16c1-9f17-4bcb-9f74-5590117216cf","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.223961206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"9807f263-1534-4980-9898-5755efd3d9ac","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.226327646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"9338ab24-7398-4a4c-a788-05ce1d1abd4a","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:41:19.263062008Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"f3ec7959-18d1-4abc-a373-5851ed15ecd9","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:41:19.263180459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-ambiguous","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-ambiguous","reconcileID":"f3ec7959-18d1-4abc-a373-5851ed15ecd9","error":"ExternalModel e2e-extmod-shr-user-b73da0/e2e-shr-amb-04aedc is attached to several gateways [openshift-ingress/e2e-extmod-a-dee6aa openshift-ingress/e2e-extmod-b-c6e99c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.263587576Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-720b81","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81","reconcileID":"e66cd5f4-44e8-460f-bed5-1474c27d8b0b","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-quota-720b81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.316090542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"4ea0779b-df31-41f5-8bed-0823a49858de","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.4224775Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"a90dd2b3-f93e-4063-9985-8f81892bf794","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.457990808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"f7ee4856-410c-46cf-9141-667149bd7e56","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.457989311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"3cd28762-429a-426e-83b1-9c1a754734bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.515280112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"f7ee4856-410c-46cf-9141-667149bd7e56","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.515600163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"3cd28762-429a-426e-83b1-9c1a754734bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.528185506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","reconcileID":"3fc4da3d-0b8e-4fc8-82b4-2e823d3ca56b","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-amb-04aedc-0187c13a1fd7","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-amb-04aedc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-amb-04aedc","provider":"e2e-shr-amb-04aedc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.558157968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"472e078d-f6da-4d04-9eb7-e53f59f75b2f","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.563704443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"baa56877-d9bf-4ebf-8f92-dfd936a715d6","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.563704301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"09b400f8-48d3-4f28-813b-d4105e0296ab","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.615531121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"472e078d-f6da-4d04-9eb7-e53f59f75b2f","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.622283455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"09b400f8-48d3-4f28-813b-d4105e0296ab","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.622314464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"baa56877-d9bf-4ebf-8f92-dfd936a715d6","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.679067206Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"09b400f8-48d3-4f28-813b-d4105e0296ab","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.679108759Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"baa56877-d9bf-4ebf-8f92-dfd936a715d6","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.881433612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a43778f-69e5-43c8-886c-6cf43bb342c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:19.9673743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a43778f-69e5-43c8-886c-6cf43bb342c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.018497146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"feb2a3c9-e878-4104-ab19-4d6107c91e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.057262653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"b043d140-52c0-4939-82f3-9a69809b2b45","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.1152411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"feb2a3c9-e878-4104-ab19-4d6107c91e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.115294279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"b043d140-52c0-4939-82f3-9a69809b2b45","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.265271597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"90bc52c8-4a82-42aa-b708-dbc31d061be4","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.322197108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"90bc52c8-4a82-42aa-b708-dbc31d061be4","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.369111846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"4d9225d3-a3e5-44f7-a5b1-f013e83d938a","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.370034108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"8b02e788-3e19-4007-ad45-c2a788226219","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.42591636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"4d9225d3-a3e5-44f7-a5b1-f013e83d938a","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.426606854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"8b02e788-3e19-4007-ad45-c2a788226219","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.4720039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8abebd9f-be32-47be-a9c5-244bfdd41dd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.529214944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8abebd9f-be32-47be-a9c5-244bfdd41dd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.575272905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2c17ee09-f053-414c-9be1-dce268e83327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.632492654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2c17ee09-f053-414c-9be1-dce268e83327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.699590342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","reconcileID":"caf5ed2a-ba02-459f-8d23-32d06c384487","MaaSModelRef":{"name":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-amb-04aedc-f2920db813cc","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-amb-04aedc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-amb-04aedc","provider":"e2e-shr-amb-04aedc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.943174085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"dab21e8e-772a-4b6c-8646-94f90992ed42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.945204906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1e44bf6c-396d-43dc-84fc-87bc1cd93ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:20.947288215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"e8840e3d-8bd7-4571-ad79-bd4a466497a1","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.007464936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"dab21e8e-772a-4b6c-8646-94f90992ed42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.007993312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1e44bf6c-396d-43dc-84fc-87bc1cd93ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.016059119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"e8840e3d-8bd7-4571-ad79-bd4a466497a1","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.042765624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"501c5fbd-fdf7-4f68-b512-9152e1591932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.100211337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"501c5fbd-fdf7-4f68-b512-9152e1591932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.150139496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"cf406b81-c9ee-4225-b4fd-575b9b0fd8de","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.207285864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"cf406b81-c9ee-4225-b4fd-575b9b0fd8de","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.239900483Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-04aedc","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc","reconcileID":"e257ab0a-fe05-4085-8cf1-94413e78c8d6","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.473234414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"03d02880-434d-497f-98f2-80d10d1e2bd2","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.53283703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"03d02880-434d-497f-98f2-80d10d1e2bd2","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.58206599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"18b42977-6220-4fd6-a01b-3e194cb80c47","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.591661116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"be3b78ad-1be3-4a44-ae21-921b06078c1a","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.631805753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0092da0d-36ba-4531-8283-92464c59df48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.648819536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"18b42977-6220-4fd6-a01b-3e194cb80c47","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.659838665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"be3b78ad-1be3-4a44-ae21-921b06078c1a","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.692020781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0092da0d-36ba-4531-8283-92464c59df48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.69408575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"0a04bb48-ac4a-49d8-a080-9c3fcc246564","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.704807957Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"18b42977-6220-4fd6-a01b-3e194cb80c47","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.715773123Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"be3b78ad-1be3-4a44-ae21-921b06078c1a","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.751465825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"0a04bb48-ac4a-49d8-a080-9c3fcc246564","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:21.956472478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"0c68bd4b-fab8-4c0e-a86e-57553f893db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.013876509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"0c68bd4b-fab8-4c0e-a86e-57553f893db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.061364678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"79c67119-ea78-4e71-91f5-41cffd23d1dc","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.121583856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"79c67119-ea78-4e71-91f5-41cffd23d1dc","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.170255767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e707abe2-b21c-4431-8ed2-a6e018f8e060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.227350132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e707abe2-b21c-4431-8ed2-a6e018f8e060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.270985578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"f977f7df-a92f-4ced-b531-4e056f870b96","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.27107422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"d73b3430-bce8-45b3-854d-e78b9e3ff12a","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.328157579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"d73b3430-bce8-45b3-854d-e78b9e3ff12a","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.328172275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"f977f7df-a92f-4ced-b531-4e056f870b96","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.377311408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f028bffb-ddd5-40fb-a3d4-32689a686b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.4348154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f028bffb-ddd5-40fb-a3d4-32689a686b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.538687975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"42e0dada-ce37-4985-95b3-d99319b276c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.596248593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"42e0dada-ce37-4985-95b3-d99319b276c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.749422958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"7b27601a-877a-4c8b-9408-ec1171a075ed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.806393581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"7b27601a-877a-4c8b-9408-ec1171a075ed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.852635984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a5f1438f-d507-4008-b70f-1f51b476b526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.852665329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"30862cd9-eb92-4afd-9d36-0ac517f7dca5","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.862084005Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"7b27601a-877a-4c8b-9408-ec1171a075ed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.910704443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"30862cd9-eb92-4afd-9d36-0ac517f7dca5","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.910756782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a5f1438f-d507-4008-b70f-1f51b476b526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.950615739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"10ed48d7-a5c1-4f8a-aa25-e2fddf1c5124","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:22.956276936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"6f48b042-b8ee-4f47-b6ed-5048bf2266c5","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:23.007855779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"10ed48d7-a5c1-4f8a-aa25-e2fddf1c5124","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:23.014608943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"6f48b042-b8ee-4f47-b6ed-5048bf2266c5","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:23.070489067Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"6f48b042-b8ee-4f47-b6ed-5048bf2266c5","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:23.128727088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b193d84-8478-4381-a75e-7ad9c56f8570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:23.185943134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b193d84-8478-4381-a75e-7ad9c56f8570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:23.226174422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"afe7b91d-fba3-4dab-8447-afe79b4e8b05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:23.295331769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"afe7b91d-fba3-4dab-8447-afe79b4e8b05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:23.643234206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"cadbefc3-17d7-4779-bcce-6c7904645598","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:23.702096962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"cadbefc3-17d7-4779-bcce-6c7904645598","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.461213658Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"af31af36-3df3-45e4-82bf-07278383723a","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.566648116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"8c9b2b5b-968c-4d4b-9614-b356593bfa35","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.604145359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"5d7489e3-bd04-4c56-bc6c-d33f4a7d50cf","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.606051735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"fa4669c6-96c0-4672-965b-0da5e53421bf","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.661580259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"5d7489e3-bd04-4c56-bc6c-d33f4a7d50cf","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.663929459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"fa4669c6-96c0-4672-965b-0da5e53421bf","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.673256433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"160d064b-cb96-4a9f-ba3e-3b38cb3e3d88","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.709298015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"d47c70f0-5c9d-4fc3-8f2d-4eb401167dd8","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.709753572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"0e84b777-19ff-4db7-8c13-8fb16ad41d00","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.712431337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"728b2e89-44b6-4637-8937-5e1a8f1df6c0","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.712624114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"c8133cdc-acaf-442d-9f73-ae606d5dbafc","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.713031896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"12663c3f-dcc3-4a7f-b1b8-190a6f46608a","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.713163011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"32d48c88-5ba8-47bc-b401-fe259dd087b8","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.768886528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"0e84b777-19ff-4db7-8c13-8fb16ad41d00","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.771207256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"d47c70f0-5c9d-4fc3-8f2d-4eb401167dd8","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.780112989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"49e3d681-ad76-4dd3-9953-7231e96788e7","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.885894957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"59e0ee0c-788c-48e7-b721-0be154c749f6","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:24.991660579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"d75275c6-661d-4a0b-a9db-5983a37ac99f","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.116351536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"fa850acf-77e9-4dbd-aeb1-31eb0f8c110e","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.156891022Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-04aedc","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc","reconcileID":"4671dc89-0821-44ed-8a5f-786e5a38cb80","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-amb-04aedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.166332461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"c7d6ba22-3e77-4fd5-a5af-0f0377826dac","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.16649338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"18ebec3b-b33d-472c-a899-c3f85dc3c5a3","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.166740007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"ee05b4c6-2a89-4cb8-b470-288b601414a9","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.168244464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"55d14770-ca93-4f89-a94a-74fd1e0463ad","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.168313621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"f5d3a14a-12e4-4934-8794-199cd63b5091","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.170052203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"6e37fb25-5775-42aa-b917-7bd2f7049fc7","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.220215674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"18aeb17e-c1ad-4550-9d54-9feaacb8f52e","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.231475156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"f5d3a14a-12e4-4934-8794-199cd63b5091","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.231657146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"6e37fb25-5775-42aa-b917-7bd2f7049fc7","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.26246557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"13f10b7a-ce83-434d-8a33-ca259692d8dd","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.277435709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"18aeb17e-c1ad-4550-9d54-9feaacb8f52e","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.314851708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fff3da81-1c0a-46d0-a108-1c1945a91cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.319628499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"13f10b7a-ce83-434d-8a33-ca259692d8dd","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.372350366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fff3da81-1c0a-46d0-a108-1c1945a91cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.651982012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a37664e2-57b1-4a91-bde2-ebe78c1af378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.678672145Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"405e7222-0962-4819-a9e3-aca3df5ac283","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.709389979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a37664e2-57b1-4a91-bde2-ebe78c1af378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.751562299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"ae2ef2cf-4437-4f8c-83c0-f47b709fe463","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.751586444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"20ea541d-29c9-42e3-8df9-ba07bf239ac2","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.809177224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"20ea541d-29c9-42e3-8df9-ba07bf239ac2","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.809307979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"ae2ef2cf-4437-4f8c-83c0-f47b709fe463","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.842478249Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"10c0f507-de93-4bac-94b4-1dffab2059b1","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7f80f5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.863866882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"8304071a-8b06-485a-b4ba-49c32ba72cfd","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.921489706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"8304071a-8b06-485a-b4ba-49c32ba72cfd","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:25.959949779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"4e2d5376-f0bd-4d07-acd1-aad02ef2964e","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.019567412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"4e2d5376-f0bd-4d07-acd1-aad02ef2964e","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.076964528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58dd2710-9012-4be3-90ae-b818abd13ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.134055435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58dd2710-9012-4be3-90ae-b818abd13ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.283235635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a76fbe34-982b-4aff-8743-b962b93bf77d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.340532255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a76fbe34-982b-4aff-8743-b962b93bf77d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.382282507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"9d0e6ac0-2eb7-4782-bd76-8c97e5cbcc00","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.439737001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"9d0e6ac0-2eb7-4782-bd76-8c97e5cbcc00","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.489724257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"514166ef-7fd2-4a86-bb14-e6a041495d69","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.547181474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"514166ef-7fd2-4a86-bb14-e6a041495d69","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.58848858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"aba60403-1f5d-4f63-ba9b-c50abe6cd1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.646071859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"aba60403-1f5d-4f63-ba9b-c50abe6cd1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.693930334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"22f130ff-9462-4c1d-83e0-8ca4e56849fe","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.751366638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"22f130ff-9462-4c1d-83e0-8ca4e56849fe","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.787921768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e153be29-d99b-45bc-8f53-c7f024b25689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.845294011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e153be29-d99b-45bc-8f53-c7f024b25689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.89206564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e0137e49-30b1-4de3-a397-6ac63401a6eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:26.949076073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e0137e49-30b1-4de3-a397-6ac63401a6eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:27.165380346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"013f374e-811c-4094-ad8a-c6f7000ec116","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:27.168092952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"5cadfdc4-8f25-45d3-b5df-df7bd41c499b","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:27.222738056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"013f374e-811c-4094-ad8a-c6f7000ec116","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:27.225186593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"5cadfdc4-8f25-45d3-b5df-df7bd41c499b","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:27.265841029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"64e80b23-d955-4ec9-9b6f-0b2625d7803f","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:27.268164775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"331a46a7-b244-4848-a16f-57057a45ce51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:27.278972062Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"013f374e-811c-4094-ad8a-c6f7000ec116","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:27.322779413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"64e80b23-d955-4ec9-9b6f-0b2625d7803f","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:27.325095065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"331a46a7-b244-4848-a16f-57057a45ce51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:27.378614414Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"64e80b23-d955-4ec9-9b6f-0b2625d7803f","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:34.567248416Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"9dccd57a-2acb-4d4e-88fd-76843bce68df","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:35.895370939Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"49002b33-7717-47da-86d4-f6007defdcfd","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","subscription":"e2e-shr-auth-1d9fcc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:36.001310239Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"49002b33-7717-47da-86d4-f6007defdcfd","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:36.054168217Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"49002b33-7717-47da-86d4-f6007defdcfd","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:36.328266176Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-auth-1d9fcc-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-shr-shared-69c44b-sub]","namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rot-e558bd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:36.381258219Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"de880eff-164e-4288-a16b-fb4b7a49025c","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:36.487403105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"a3d73baf-328b-4bbb-af42-5f73d538f92b","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:36.487411122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"518b080b-1e15-4c11-befe-d0bd0f6ae54a","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:36.546325518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"a3d73baf-328b-4bbb-af42-5f73d538f92b","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:36.546335376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"518b080b-1e15-4c11-befe-d0bd0f6ae54a","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:36.546909495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"4db9846f-a486-4dea-8f06-1a79f1129293","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:36.652592179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"58ca0e92-223a-48ba-a9cd-7c82b85b9b23","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:36.808221516Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"e1749140-e16d-4939-8069-3bb704bddbf8","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:37.069395774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","reconcileID":"7cce5af5-ce40-4712-a1cd-21cfd0debf6b","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-c0b24867b148","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:37.21772188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"1e315f49-363a-4420-9a82-40ae7829e764","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:37.323430936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"7caade1e-639b-4192-83a7-8470be9477ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:37.328151863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"eba56fd9-3861-42f5-9f5a-c489e229af57","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:37.37946965Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"25462230-cc19-423b-9080-4b9c783cbde2","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ab085c4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:37.382124042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"7caade1e-639b-4192-83a7-8470be9477ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:37.384983887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"eba56fd9-3861-42f5-9f5a-c489e229af57","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:37.802622964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"d9948dd0-9c89-479c-826c-dfbb54b55fa9","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:37.802675191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"b6368068-d6d1-464f-a901-47b8ce051a74","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:37.86003759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"b6368068-d6d1-464f-a901-47b8ce051a74","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:37.860082065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"d9948dd0-9c89-479c-826c-dfbb54b55fa9","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:39.210943113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"b9a2fe8f-9cc5-4b21-919c-8465d540cc92","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:39.328640791Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"b9a2fe8f-9cc5-4b21-919c-8465d540cc92","name":"e2e-api-a-faa8ff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:41.8867394Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:44.675136234Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"d7d46f05-b367-4bf8-b018-03a5ced8d526","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:47.43267304Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"46f7a9f9-f8d2-47c1-9097-3ff4542dea31","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","subscription":"e2e-shr-auth-1d9fcc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:47.538085541Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"46f7a9f9-f8d2-47c1-9097-3ff4542dea31","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:47.590858076Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-sub","reconcileID":"46f7a9f9-f8d2-47c1-9097-3ff4542dea31","MaaSSubscription":{"name":"e2e-shr-auth-1d9fcc-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:47.865616544Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rot-e558bd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:47.917771793Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"80bc57bd-16ca-4c29-8770-f2fa9ea36bbe","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:48.023098027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"e3a9e323-d30c-4922-a5dd-cb1d585b94c2","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:48.023145551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"766bc465-b7c2-4621-b590-de6d2861bbaf","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:48.081218799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"e3a9e323-d30c-4922-a5dd-cb1d585b94c2","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:48.081823111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"766bc465-b7c2-4621-b590-de6d2861bbaf","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:48.081833294Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"cdc8dd18-a640-489a-8285-71b5e4903eff","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:48.187043414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"cba5781d-0d83-473d-96b0-b6277f023e00","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:48.34449506Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-auth-1d9fcc-access","reconcileID":"daf51c97-5bf0-4641-b67a-aa2a40be9b1c","MaaSAuthPolicy":{"name":"e2e-shr-auth-1d9fcc-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:48.652078079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"21c4bbac-b126-4c43-aa83-7dc720222fcb","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:49.051258113Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","reconcileID":"eb0c358c-70ee-4c1c-b3e9-0df2f089195a","MaaSModelRef":{"name":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-auth-1d9fcc-19397c73a70d","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-auth-1d9fcc-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-auth-1d9fcc","provider":"e2e-shr-auth-1d9fcc-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:49.647288249Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-1d9fcc","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc","reconcileID":"1e1d24ce-9a1b-4331-a5fe-a8d59b63818f","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:49.75867714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"2063dcc1-2189-4e6a-b953-52d8611f1e1b","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:49.806115378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1521bd4a-a6cd-4059-be53-79d7c898741f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:49.808203045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d809446-3a8e-45b3-8978-2b1f5d45e7ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:49.813143851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8c7887a0-1a5d-4476-9e97-bd2281043048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:49.863699431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1521bd4a-a6cd-4059-be53-79d7c898741f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:49.864365285Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"4f61b810-9987-42ed-b3cb-8c35bf39e2f7","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:49.866049747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d809446-3a8e-45b3-8978-2b1f5d45e7ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:49.870489602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8c7887a0-1a5d-4476-9e97-bd2281043048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:49.968897481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"edea426d-5ce3-468e-959a-182aebebfbf8","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:49.971562706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"7bbe94c8-e8c9-441b-a0fb-5db2044dc1b9","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:49.983684742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"345bc8c5-b87b-427d-a089-1f53aad850c6","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.013169785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"78767a87-84bd-427e-ab70-6ff6c9671b60","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.01717543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"2a836ee7-67b6-403c-bc20-6d6267eb6f1b","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.071129996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"78767a87-84bd-427e-ab70-6ff6c9671b60","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.076204786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"2a836ee7-67b6-403c-bc20-6d6267eb6f1b","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.1016316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"1a6b1132-4412-40b3-8c84-f3d2f8b55454","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.176229967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"96e62eb8-0a20-4c10-8910-be12178c5f1d","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.228544189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"82b2427d-07a1-4b1b-bd03-acc970ba82bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.235748485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"96e62eb8-0a20-4c10-8910-be12178c5f1d","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.286429116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"82b2427d-07a1-4b1b-bd03-acc970ba82bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.39636283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"f7593705-8b95-4d0f-b894-2bb3b02a33cc","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.397004887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"fc3457fd-ccde-4586-a351-b1f01a1a9012","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.398332331Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-1d9fcc","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc","reconcileID":"daf52c1e-10be-4e96-9380-54fece0e9fb3","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-auth-1d9fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.442652019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"615c7c4d-a0f1-45df-b7da-3209c2f1ea42","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.500018989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"615c7c4d-a0f1-45df-b7da-3209c2f1ea42","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.687324275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5607cb43-e38b-43ae-aa80-c6c0132418da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.687376844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"affa804f-0473-4361-92d0-fcbf5c41817f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.69109778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"395c6cbf-6f1d-429d-8185-d4e8a6a3996a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.745681055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"affa804f-0473-4361-92d0-fcbf5c41817f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.745697961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5607cb43-e38b-43ae-aa80-c6c0132418da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.750328991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"395c6cbf-6f1d-429d-8185-d4e8a6a3996a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.797630015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"1e7d711e-e686-473b-9bc4-bc18a1d478da","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.856236267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"1e7d711e-e686-473b-9bc4-bc18a1d478da","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:50.954913233Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"71439149-ac86-4f2e-9073-73e717bb30bd","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.118582393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f7c9f907-6d27-49e5-baa6-dea57ee617aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.119383545Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"1ccfbd01-65f3-4bf5-99ee-4edb42397cff","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa80308f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.12539311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"a952b213-9958-45de-ad93-72180f288e47","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.167367075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"0806a294-7dd1-4c4a-8274-732d76103e54","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.178329712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f7c9f907-6d27-49e5-baa6-dea57ee617aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.184726438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"a952b213-9958-45de-ad93-72180f288e47","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.22741484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"0806a294-7dd1-4c4a-8274-732d76103e54","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.240584615Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"a952b213-9958-45de-ad93-72180f288e47","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.329107839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40d508f3-658c-4d85-9c16-547447bdc3ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.333179762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"2f6949cf-4652-4cff-858b-0571e238df9d","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.388128903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40d508f3-658c-4d85-9c16-547447bdc3ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.391748481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"2f6949cf-4652-4cff-858b-0571e238df9d","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.447489015Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"2f6949cf-4652-4cff-858b-0571e238df9d","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.542605602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1f4bb9b4-2864-4e17-81d2-7405540a5c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.597338703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"c440e883-0ed4-4700-a9c9-0c59d2e8ec5a","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.600952991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1f4bb9b4-2864-4e17-81d2-7405540a5c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.654895548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"c440e883-0ed4-4700-a9c9-0c59d2e8ec5a","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.743829983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5aded857-9e5f-420f-aff5-f7f416946c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.80463735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5aded857-9e5f-420f-aff5-f7f416946c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.846760238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"259f7d5f-1c46-437c-871b-1badccce6277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.848738849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"bbe01bcf-a4fd-43d0-a4fc-aecdbc59dee5","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.904906534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"259f7d5f-1c46-437c-871b-1badccce6277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:51.905584389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"bbe01bcf-a4fd-43d0-a4fc-aecdbc59dee5","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:52.152047571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"d5856f2e-aac9-4b4b-8ca6-7296bbdccb54","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:52.209202417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"d5856f2e-aac9-4b4b-8ca6-7296bbdccb54","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:52.449093989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"90ba397d-c44b-4793-a3bd-6518ac64b5ab","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:52.509280082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"90ba397d-c44b-4793-a3bd-6518ac64b5ab","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:41:54.781592956Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"2582d095-5074-4321-89c3-1f42d3b8ab49","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:01.172873285Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"0af8dd78-cc49-4956-b66c-e2fc4a43e426","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","subscription":"e2e-shr-shared-69c44b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:01.278748469Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"0af8dd78-cc49-4956-b66c-e2fc4a43e426","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:01.331532464Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-sub","reconcileID":"0af8dd78-cc49-4956-b66c-e2fc4a43e426","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:01.607109927Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rot-e558bd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:01.660051859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"8398e1ca-e4a0-4199-90d9-c043d61c1a32","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:01.713613727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"c6ad9247-4ef9-4790-922f-eec61183afff","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:01.771203507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"c6ad9247-4ef9-4790-922f-eec61183afff","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:01.82472718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"03375e58-5237-41db-b579-d84f9af23d1a","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:42:01.931586539Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"03375e58-5237-41db-b579-d84f9af23d1a","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:42:01.93165319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"03375e58-5237-41db-b579-d84f9af23d1a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:01.989670668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"8c25cab8-13e6-4f5e-8bb4-706444087305","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:02.03430002Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"2fe21ed2-1b28-46c5-8f83-4525b525459f","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:02.194284035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"2fe21ed2-1b28-46c5-8f83-4525b525459f","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:02.323309775Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"2fe21ed2-1b28-46c5-8f83-4525b525459f","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"name":"e2e-extmod-b-c6e99c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:02.323338203Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"e2e-shr-shared-69c44b-access","reconcileID":"2fe21ed2-1b28-46c5-8f83-4525b525459f","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:02.433954407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","reconcileID":"ecfbeeea-b86a-4a7f-b5c7-7e7e0d454075","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-0157782f8549","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-b-c6e99c","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-b-c6e99c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:02.571725963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"46b5da0e-1bb3-4d44-af19-c8fda2a742eb","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:02.629952629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"6cc90776-b75d-43d8-9038-a349b4d80f61","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:02.690544987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"6cc90776-b75d-43d8-9038-a349b4d80f61","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:02.738663908Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"d86557e1-2912-45b2-9a6d-5c70a21aa948","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aea1b325","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:03.060690466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"25490135-5866-4730-80f2-00650c975d07","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:03.118201274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"25490135-5866-4730-80f2-00650c975d07","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:03.282183757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"732cbb8f-617e-4949-86ae-130bf3c39819","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-ad90c52d","tenantID":"e2e-ait-ad90c52d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:03.400511408Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"732cbb8f-617e-4949-86ae-130bf3c39819","name":"e2e-ait-ad90c52d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:04.888493118Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"ee71f7f5-b898-4d04-b73f-75809b1ae9a4","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:11.886690017Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:12.792303919Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"cc3db68f-da51-47ea-95a3-4d27c696c079","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","subscription":"e2e-shr-shared-69c44b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:12.897910054Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"cc3db68f-da51-47ea-95a3-4d27c696c079","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:12.950352341Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-sub","reconcileID":"cc3db68f-da51-47ea-95a3-4d27c696c079","MaaSSubscription":{"name":"e2e-shr-shared-69c44b-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:13.224122441Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rot-e558bd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:13.276741433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"4c4fee71-026e-405b-bdbf-8f190f857ed9","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:13.329923751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"f1faa8f7-b2aa-41f7-ae62-8584b41e5141","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:13.387070309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"f1faa8f7-b2aa-41f7-ae62-8584b41e5141","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:13.441117681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"c1aa4987-46f9-41a2-9880-fcabfb4df6e9","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:42:13.549204789Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"c1aa4987-46f9-41a2-9880-fcabfb4df6e9","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:42:13.549288133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"c1aa4987-46f9-41a2-9880-fcabfb4df6e9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:13.607113819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"4136f2c0-8afc-43c6-95ac-ae2ded1899a6","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:13.650504963Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"f8188112-d8cc-44a1-8fd8-e23f6d3d7997","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-shr-user-b73da0/e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:13.905703788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"f8188112-d8cc-44a1-8fd8-e23f6d3d7997","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:14.033077781Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"f8188112-d8cc-44a1-8fd8-e23f6d3d7997","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:14.033106154Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-shr-shared-69c44b-access","reconcileID":"f8188112-d8cc-44a1-8fd8-e23f6d3d7997","MaaSAuthPolicy":{"name":"e2e-shr-shared-69c44b-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:14.143915666Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"bdef282c-3f75-4b00-94b3-3947e991a37a","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:14.549019983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","reconcileID":"dd6b66e8-6870-48f1-82cb-2eab7865214b","MaaSModelRef":{"name":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","namespace":"e2e-extmod-shr-user-b73da0"},"routeName":"external-model-e2e-shr-shared-69c44b-34a4b4a8c9b5","namespace":"e2e-extmod-shr-user-b73da0","model":"e2e-shr-shared-69c44b-e2e-extmod-a-dee6aa","externalModel":"e2e-shr-shared-69c44b","provider":"e2e-shr-shared-69c44b-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:14.994096247Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"b7b2b7db-51f9-4fa4-b9a9-ef3c379960df","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.146187127Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-69c44b","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b","reconcileID":"6b656427-3f1b-4330-8822-de0d42dc1098","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.304848148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1533ecb3-e53e-4122-9f13-877db2d52286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.305998059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"99bd4baf-721e-4f6d-87ed-6e9c2c2547ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.307250053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ba6ab1cc-7f37-4790-86bf-b36872059981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.362604985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1533ecb3-e53e-4122-9f13-877db2d52286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.364187173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"99bd4baf-721e-4f6d-87ed-6e9c2c2547ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.365540346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ba6ab1cc-7f37-4790-86bf-b36872059981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.510522417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"b8c306c9-fe80-4e67-b46c-5c99e36687bc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.511036607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"1641ab57-0506-4e60-959d-f1b93e7f6981","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.569375045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"1641ab57-0506-4e60-959d-f1b93e7f6981","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.570526849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"b8c306c9-fe80-4e67-b46c-5c99e36687bc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.625073244Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"1641ab57-0506-4e60-959d-f1b93e7f6981","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.625932591Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"b8c306c9-fe80-4e67-b46c-5c99e36687bc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.725052015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30116ed6-a55a-4d1a-b151-89c336b88e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.725096211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"69d40179-fa0c-45e6-b65b-ed9754ef674e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.728175053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ad5381b9-7836-4dca-96df-0d2d1e4f2f01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.78224203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30116ed6-a55a-4d1a-b151-89c336b88e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.782640501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"69d40179-fa0c-45e6-b65b-ed9754ef674e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.785248966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ad5381b9-7836-4dca-96df-0d2d1e4f2f01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:15.883489361Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-69c44b","namespace":"e2e-extmod-shr-user-b73da0"},"namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b","reconcileID":"c4cb1d0d-d047-4f67-b1dc-74fe4715becf","namespace":"e2e-extmod-shr-user-b73da0","name":"e2e-shr-shared-69c44b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.142414313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"1f7dd6d1-ab09-4fb0-a8e5-e3fbbefdca73","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.142414311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"f29a1d88-577f-4592-af3b-33cad1e0503a","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.143771013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4df65496-d67b-42eb-aeab-b2a90da2be9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.144063233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9b68c316-9b81-4a9b-94d9-e6894fe10c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.200867151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"f29a1d88-577f-4592-af3b-33cad1e0503a","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.200950316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"1f7dd6d1-ab09-4fb0-a8e5-e3fbbefdca73","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.203545687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9b68c316-9b81-4a9b-94d9-e6894fe10c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.203654344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4df65496-d67b-42eb-aeab-b2a90da2be9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.351676873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"d791d023-48a7-4535-9bf6-f5413237e193","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.412141579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"d791d023-48a7-4535-9bf6-f5413237e193","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.569101191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ade27d06-104f-4efc-aba2-76f3039f5b59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.626418975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ade27d06-104f-4efc-aba2-76f3039f5b59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.776430913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"e8f123b9-ff0b-4326-9a9e-b0c5aaddbe37","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.83375251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"e8f123b9-ff0b-4326-9a9e-b0c5aaddbe37","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.881016888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"af91c779-9477-412a-8cde-100be42565c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.88119864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"e84ed932-bb14-4575-ba1f-0cf7d8c47761","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.8814088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"6523f5f8-062e-4c12-8f02-502a908f1cc6","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.939428121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"af91c779-9477-412a-8cde-100be42565c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.939515592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"e84ed932-bb14-4575-ba1f-0cf7d8c47761","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.941680097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"6523f5f8-062e-4c12-8f02-502a908f1cc6","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:16.980893864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"8138e4d3-4f0e-47d3-90e4-e7743cfc21ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:17.037759915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"8138e4d3-4f0e-47d3-90e4-e7743cfc21ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:17.353056183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"547d7bb0-0636-44c8-852e-cffc38d30a7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:17.356024836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eda3467-9fc4-480b-9954-a1500f0285aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:17.357682412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"fefa396b-4896-4cd8-b616-b5d97b7c9e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:17.410235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"547d7bb0-0636-44c8-852e-cffc38d30a7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:17.413327797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eda3467-9fc4-480b-9954-a1500f0285aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:17.415646409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"fefa396b-4896-4cd8-b616-b5d97b7c9e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:17.45897482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"0fa2ab5c-98b0-4f4a-9cc4-8622731c6b87","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:17.51941293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"0fa2ab5c-98b0-4f4a-9cc4-8622731c6b87","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:17.559393431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"2e33cc52-1fc9-480c-993b-20814acfdb01","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:17.57581389Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"0fa2ab5c-98b0-4f4a-9cc4-8622731c6b87","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:17.616483447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"2e33cc52-1fc9-480c-993b-20814acfdb01","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:17.672280684Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"2e33cc52-1fc9-480c-993b-20814acfdb01","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:23.888445956Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"d38d8b2e-076c-4e12-adc9-5eef3b2564a9","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:23.945272512Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"aa60e92c-7b3f-4676-a052-74cd152c77ed","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.048202063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c93a48c-2f53-4e15-bde1-251752300337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.048202112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ff884924-c174-4e20-8b3d-3fcc4820ca46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.049078989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"15fe2cf4-68d4-430c-9b1c-28ad2cead036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.106859121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ff884924-c174-4e20-8b3d-3fcc4820ca46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.106906385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c93a48c-2f53-4e15-bde1-251752300337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.109382628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"15fe2cf4-68d4-430c-9b1c-28ad2cead036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.252637448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"f12481cd-c009-4733-8750-e68cd8a5f57d","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.253666288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"6e995d26-f8f4-4e1d-a25b-b4bdf8da33b3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.273929784Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"f38ddc05-3d16-4448-96bc-57d5b87ad848","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.310140672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"f12481cd-c009-4733-8750-e68cd8a5f57d","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.311920092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"6e995d26-f8f4-4e1d-a25b-b4bdf8da33b3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.370434256Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"6e995d26-f8f4-4e1d-a25b-b4bdf8da33b3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.370685506Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"f12481cd-c009-4733-8750-e68cd8a5f57d","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.433726679Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"c55d0d8e-cf47-471c-8cb6-d9720d885eaf","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.473418995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0553a8a3-fda2-473c-a59f-ed111ecc085e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.536882216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0553a8a3-fda2-473c-a59f-ed111ecc085e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:42:24.539484639Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"c55d0d8e-cf47-471c-8cb6-d9720d885eaf","name":"e2e-cfl-eafa67","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-eafa67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:42:24.539560137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"c55d0d8e-cf47-471c-8cb6-d9720d885eaf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-eafa67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.598853775Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"06ef4c72-2564-4102-aa51-f3f39490d45a","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.681022616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"d2c6ada6-fbbd-475b-ab49-de77af2d99b1","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.681896457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"7fb21057-97e4-42e1-9643-a75a8ebc980a","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.686291441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"b6413c11-9d59-4fee-9dd7-6e157e62098e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.738118035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"d2c6ada6-fbbd-475b-ab49-de77af2d99b1","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.738957331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"7fb21057-97e4-42e1-9643-a75a8ebc980a","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.743832942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"b6413c11-9d59-4fee-9dd7-6e157e62098e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.896346205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"f1d44da7-e62b-42d0-8e1d-fdc2d9a3de8c","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:24.953273137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"f1d44da7-e62b-42d0-8e1d-fdc2d9a3de8c","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.100611076Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"4c000136-24f5-462b-8420-2fc3f8881633","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.105473648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"704d6abc-dd8a-41c0-ad6f-6f0410ccedaa","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.105974492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"04a54df7-6f9b-4eaf-826d-edb743644790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.120853671Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"45b09191-59e2-4f2a-808b-df11b8e82948","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.165493395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"704d6abc-dd8a-41c0-ad6f-6f0410ccedaa","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.169126108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"04a54df7-6f9b-4eaf-826d-edb743644790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.213813096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"3f4fe7d7-7bd6-46df-b0a5-775812b3f524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.21388533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"a619abcc-4e2f-45b2-bb81-93c76d76d07a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.214615125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"ba309cb4-5ae1-4593-8f5f-228f0848bdf4","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.214639703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"ba309cb4-5ae1-4593-8f5f-228f0848bdf4","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-eafa67-1c6dadc5819a","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.272087874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"a619abcc-4e2f-45b2-bb81-93c76d76d07a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.272879465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"3f4fe7d7-7bd6-46df-b0a5-775812b3f524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.627868231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e8cd9bc6-ef6e-40c6-9f58-d480e7891e66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.62834038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"41644e95-cf19-4820-8294-ad1c5f6b9a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.632103565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c20a9e8-f83f-401b-9416-ce8a603aad70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.63220972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"cab3fd21-9204-491e-a9a3-ea975fe11a61","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.685164828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e8cd9bc6-ef6e-40c6-9f58-d480e7891e66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.685228518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"41644e95-cf19-4820-8294-ad1c5f6b9a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.688877245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c20a9e8-f83f-401b-9416-ce8a603aad70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.689528381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"cab3fd21-9204-491e-a9a3-ea975fe11a61","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.731107324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"9fb5ec47-2fac-43d9-a897-3fe1e8d719a3","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.74511074Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"cab3fd21-9204-491e-a9a3-ea975fe11a61","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.788938171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"9fb5ec47-2fac-43d9-a897-3fe1e8d719a3","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:25.844808549Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"9fb5ec47-2fac-43d9-a897-3fe1e8d719a3","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.048519211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8868e748-01cc-4e4e-85af-79024d34d319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.048633125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"3664db17-c0bd-43d6-9e09-33382692ad86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.105957203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"3664db17-c0bd-43d6-9e09-33382692ad86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.10610947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8868e748-01cc-4e4e-85af-79024d34d319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.25424864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"05c15676-0e7e-4438-b097-233bf8600b4d","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.254279665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"0d2c9287-f5e2-454f-98e8-ad1ba85958a7","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.311217326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"0d2c9287-f5e2-454f-98e8-ad1ba85958a7","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.312956609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"05c15676-0e7e-4438-b097-233bf8600b4d","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.419094715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e02d7a6c-be66-48ab-b42e-9727edc422ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.456598416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"4b58c1b2-3a1d-4732-bfdd-905614f20ce1","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.476121716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e02d7a6c-be66-48ab-b42e-9727edc422ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.514872526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"4b58c1b2-3a1d-4732-bfdd-905614f20ce1","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.609376284Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"4af9e321-c701-4078-89be-ec47e252f388","namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.626477947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"a5e6e8b3-d6de-4ec6-b31c-448d5c0500f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.683385925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"a5e6e8b3-d6de-4ec6-b31c-448d5c0500f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.729286697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"efb4ebb7-8618-4d2e-9598-920bcb418f13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.730110177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2e69d400-6d09-4897-9401-406450af504a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.786277054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"efb4ebb7-8618-4d2e-9598-920bcb418f13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.788113355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"2e69d400-6d09-4897-9401-406450af504a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:26.987953473Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"8d49d05e-bc19-4a06-964e-add5d8cd63b8","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.038619703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"ee4f2127-f971-4372-8169-3c25e393e409","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.097230357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"ee4f2127-f971-4372-8169-3c25e393e409","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.144399945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"fd25775b-4896-4458-a7c6-380e8aebb3f0","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.155443436Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"ee4f2127-f971-4372-8169-3c25e393e409","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.197453128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f0571d68-65c2-437d-a0f9-329dc1039aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.197950759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"74f632d6-6737-4488-89ce-3935957fc475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.201478425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"53cfba41-35f0-4fc9-9d4c-7286e1f72765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.201946329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"fd25775b-4896-4458-a7c6-380e8aebb3f0","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.254881183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f0571d68-65c2-437d-a0f9-329dc1039aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.255096818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"74f632d6-6737-4488-89ce-3935957fc475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.257685046Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"fd25775b-4896-4458-a7c6-380e8aebb3f0","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.258949274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"53cfba41-35f0-4fc9-9d4c-7286e1f72765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.265817776Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"7dcfcd5e-e493-4858-84e1-80c053d5dab8","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.466559872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dea941b3-538d-4a5b-bafa-9de69aaacdaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.51871143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"3e6c1757-d4de-43a8-a91f-37a9395d563b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.523750629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dea941b3-538d-4a5b-bafa-9de69aaacdaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.576122956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"3e6c1757-d4de-43a8-a91f-37a9395d563b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.582715025Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"f14e3e6c-8056-4413-8e1f-4a3a5ff032fd","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.635832374Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"8fc85f89-34d8-4ffc-921c-68fd6f5a2311","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.645658636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b719b279-ab75-4558-a9b6-426ede8373d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.757257847Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"10c6b4a3-f5c9-4ec3-9cbb-5a04b8e84efe","namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.760352786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b719b279-ab75-4558-a9b6-426ede8373d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.91366297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"8095170d-8968-4822-9c56-a78605a99649","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.91416785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"f4fda00f-b6a5-4bcb-8c22-a58e24df9857","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.914628903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"822923b4-f387-493f-82ae-60db1b2dc0d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.970939908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"8095170d-8968-4822-9c56-a78605a99649","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.971475581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"f4fda00f-b6a5-4bcb-8c22-a58e24df9857","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:27.973895729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"822923b4-f387-493f-82ae-60db1b2dc0d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.089088551Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"429ae5c8-6fa8-4a8a-a1d3-856875309a0b","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.193895544Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"d9d58367-3c65-4faa-8031-c50576fcdf68","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.219446326Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"5bbcda24-89a9-4b9c-86d1-1b253f688bcd","namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.224751498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"2636e9e4-7f35-4608-a8f7-ca836d8bfe1c","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.286365953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"2636e9e4-7f35-4608-a8f7-ca836d8bfe1c","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.308521255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"eec2d233-264e-47d9-abcf-73adb748a26e","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.308549397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"eec2d233-264e-47d9-abcf-73adb748a26e","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.321728148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"48a82d15-024a-4f5f-bfb4-b12bb50f605e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.379161043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"48a82d15-024a-4f5f-bfb4-b12bb50f605e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.415261508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"93957962-54d5-4543-baf9-e611376940c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.476648539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"93957962-54d5-4543-baf9-e611376940c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.47721629Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"553e2269-2da6-4fd7-a012-78a80bebb24a","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.506894278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"bae16d27-d382-47c9-bce2-a61e872d4b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.513840909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"fe506f77-2398-4407-ae0d-4bedc92d3a2f","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.564606906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"bae16d27-d382-47c9-bce2-a61e872d4b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.582445819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"f6da8be4-bd27-47be-97e9-7d6659f6864d","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.582467056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"f6da8be4-bd27-47be-97e9-7d6659f6864d","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.641299291Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"fe506f77-2398-4407-ae0d-4bedc92d3a2f","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.696980875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"fe506f77-2398-4407-ae0d-4bedc92d3a2f","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.807169104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"2d03e69b-3d3c-4a8f-b81a-9605c16c519e","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.807195383Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"2d03e69b-3d3c-4a8f-b81a-9605c16c519e","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.808920594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"926ff87e-1a07-45a3-af4b-b7448c52bd66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.866328666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"926ff87e-1a07-45a3-af4b-b7448c52bd66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.912101154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"81df8c22-5c5f-44cf-8b8e-df688312b528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.920824996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"e6cacce7-19b5-42df-9d57-edda22a843e6","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.969048043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"81df8c22-5c5f-44cf-8b8e-df688312b528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:28.977978299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"e6cacce7-19b5-42df-9d57-edda22a843e6","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.006310185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"49de22f4-245b-4067-88ff-5338c5fbfab2","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.00965701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6ac87359-9527-449d-86a3-4ee81b0a13d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.063447519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"49de22f4-245b-4067-88ff-5338c5fbfab2","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.066431807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6ac87359-9527-449d-86a3-4ee81b0a13d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.183270581Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"06957375-72ac-4fed-b9ab-3517b710daf9","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.442120636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2c78dfd6-a9c6-4b8c-afbe-a18bdfe10ef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.451995149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"426c1052-8b5f-4378-99d4-471614ad8c53","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.519465081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2c78dfd6-a9c6-4b8c-afbe-a18bdfe10ef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.51946508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"426c1052-8b5f-4378-99d4-471614ad8c53","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.540878777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d65c0da-52cf-42b5-95d3-534d1d44a20a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.541016993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"58bb8572-8541-4cb3-ac8b-a253ba366c10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.564431602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"cd0bd901-3fb7-4c4d-ab0e-ce29a48dc5cd","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.576734662Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"426c1052-8b5f-4378-99d4-471614ad8c53","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.599348066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d65c0da-52cf-42b5-95d3-534d1d44a20a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.600688039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"58bb8572-8541-4cb3-ac8b-a253ba366c10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.622377103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"cd0bd901-3fb7-4c4d-ab0e-ce29a48dc5cd","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.679031445Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"cd0bd901-3fb7-4c4d-ab0e-ce29a48dc5cd","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.697485191Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"a25d7286-1c53-4cf1-bf08-08f87f46f1b8","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.910465453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"64cfc89f-878b-4c64-96e2-3cbc5c5c6892","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.96558867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"7e12f838-6b4b-43d6-8d50-d3788de1c156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:29.970453537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"64cfc89f-878b-4c64-96e2-3cbc5c5c6892","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.026972821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"7e12f838-6b4b-43d6-8d50-d3788de1c156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.028353464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"64cfc89f-878b-4c64-96e2-3cbc5c5c6892","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.131879673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"0a9f4368-a4ad-4eec-b1eb-3cef07fc4b15","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.132054778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"105f43bd-856f-4f11-9e5d-aaefa3b5533b","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.183923883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"61dcf2e8-9f1a-4976-a977-39d9f0fda9f0","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.189267772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"0a9f4368-a4ad-4eec-b1eb-3cef07fc4b15","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.18933314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"105f43bd-856f-4f11-9e5d-aaefa3b5533b","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.241100643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"61dcf2e8-9f1a-4976-a977-39d9f0fda9f0","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.392032593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"df9132c5-fe15-4d64-935b-3187881b4d51","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.395240357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c413c19f-8db7-4971-9c5c-3b8ad6f11c76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.449377062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"df9132c5-fe15-4d64-935b-3187881b4d51","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.45246929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c413c19f-8db7-4971-9c5c-3b8ad6f11c76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.616828751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e648bd2-842e-4a2a-9188-4fbd72f03df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.616927846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"25924362-c34c-451b-bca6-b7015f08bf7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.617066984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"8455be22-ee01-4cda-95e7-3114662e9735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.669189811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e648bd2-842e-4a2a-9188-4fbd72f03df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.674368342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"25924362-c34c-451b-bca6-b7015f08bf7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.721393581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e648bd2-842e-4a2a-9188-4fbd72f03df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.726203083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"8455be22-ee01-4cda-95e7-3114662e9735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.773524944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e648bd2-842e-4a2a-9188-4fbd72f03df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.773626346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"13914114-4f74-4501-9aba-c1768ba33cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:30.831376282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"13914114-4f74-4501-9aba-c1768ba33cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:31.090367704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"bb29a6a9-d331-4c6a-a2e9-cedb3f3091b0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:31.141979437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"cc031ea2-296f-4d8e-a141-a1963ca04f66","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:31.147842399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"bb29a6a9-d331-4c6a-a2e9-cedb3f3091b0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:31.200591916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"cc031ea2-296f-4d8e-a141-a1963ca04f66","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:31.203861373Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"bb29a6a9-d331-4c6a-a2e9-cedb3f3091b0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:31.256382801Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"cc031ea2-296f-4d8e-a141-a1963ca04f66","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:32.679567887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae3659c-d817-474d-8ada-fb54de739d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:32.732042723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae3659c-d817-474d-8ada-fb54de739d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:32.784117455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae3659c-d817-474d-8ada-fb54de739d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:32.838580202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae3659c-d817-474d-8ada-fb54de739d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:34.816871371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb35978-d3df-49a4-b897-d730d37e2d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:34.868829665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb35978-d3df-49a4-b897-d730d37e2d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:34.920779946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb35978-d3df-49a4-b897-d730d37e2d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:34.97298794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb35978-d3df-49a4-b897-d730d37e2d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:38.585345144Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"0f5f9f30-64fe-4f44-bd70-2d4f53d409ab","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:39.804544647Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"dcf861f3-e3cb-4fb8-99de-543a21cdb55f","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:40.135403725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"0fe47954-c055-4608-b74a-fd0adb743948","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:40.192557823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"0fe47954-c055-4608-b74a-fd0adb743948","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:40.248228122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68a5bfecad61bece4942fd9455ffc56af0316147b368f74d8b172e8473b67941) AuthConfig (f952c2a946811a441c66d0adfbcff6528ca2ecc27f03700f28f09dd70da560b9) AuthConfig (8cf70115282b36188c57d0a4e3a522dd355e5b2c7cfbd0293d8310e3221b3b65) AuthConfig (369cc9a527539686f0c68d32cabcf199d1eaf04739c40732eefa8ef07116b6b2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"0fe47954-c055-4608-b74a-fd0adb743948","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:40.356122866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"a6731b09-1ac9-415c-acc2-6c95043ad234","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:40.35614622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"a6731b09-1ac9-415c-acc2-6c95043ad234","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:41.048888757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"30905989-9121-483a-ab1c-4f0b5d533b7c","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:41.107995153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"30905989-9121-483a-ab1c-4f0b5d533b7c","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:41.163487734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68a5bfecad61bece4942fd9455ffc56af0316147b368f74d8b172e8473b67941) AuthConfig (f952c2a946811a441c66d0adfbcff6528ca2ecc27f03700f28f09dd70da560b9) AuthConfig (8cf70115282b36188c57d0a4e3a522dd355e5b2c7cfbd0293d8310e3221b3b65) AuthConfig (369cc9a527539686f0c68d32cabcf199d1eaf04739c40732eefa8ef07116b6b2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"30905989-9121-483a-ab1c-4f0b5d533b7c","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:41.886018938Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:43.640293529Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"1d541db9-6f37-4bd1-8f8e-5c2b3e2fc4ec","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:44.611276307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aec11d5-062f-4d7a-a855-194b1a9d8862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:44.663377087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aec11d5-062f-4d7a-a855-194b1a9d8862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:44.715520833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aec11d5-062f-4d7a-a855-194b1a9d8862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:44.768123099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aec11d5-062f-4d7a-a855-194b1a9d8862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:46.702536153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0850390e-4c4b-4f24-8fea-349cc137d1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:46.754918211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0850390e-4c4b-4f24-8fea-349cc137d1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:46.807030499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0850390e-4c4b-4f24-8fea-349cc137d1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:46.8592602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0850390e-4c4b-4f24-8fea-349cc137d1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:47.857672343Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","namespace":"ai-tenant-e2e-mt-a08eb536","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:47.909712731Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","namespace":"ai-tenant-e2e-mt-a08eb536","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:47.909775473Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","tenant":"e2e-mt-a08eb536","tenantID":"e2e-mt-a08eb536","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:47.965965371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"Deployment","name":"maas-api-e2e-mt-a08eb536","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.02595716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"Service","name":"maas-api-e2e-mt-a08eb536","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.087259649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-a08eb536","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.141325077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-a08eb536","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.266412392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-a08eb536","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.320620413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-a08eb536","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.377266098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-a08eb536","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.431988205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-a08eb536","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.483743619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"Deployment","name":"payload-processing-e2e-mt-a08eb536","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.535598431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-a08eb536","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.587509241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"Service","name":"payload-processing-e2e-mt-a08eb536","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.639295945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"Service","name":"payload-pre-processing-e2e-mt-a08eb536","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.690913702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"DestinationRule","name":"payload-processing-e2e-mt-a08eb536","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.690932091Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"a668ed75-bb7e-48ca-ab28-3940f5799d0b","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.742739398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-a08eb536","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.794660625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-a08eb536","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.80684128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59ed041-f4cf-4b72-a0bb-52041b51469d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.859063658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59ed041-f4cf-4b72-a0bb-52041b51469d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.862452728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-a08eb536","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.911164214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59ed041-f4cf-4b72-a0bb-52041b51469d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.962996082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-a08eb536","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:48.963458321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59ed041-f4cf-4b72-a0bb-52041b51469d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:49.018135795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-a08eb536","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:49.073433364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-a08eb536","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:49.126947656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a08eb536"},"namespace":"ai-tenant-e2e-mt-a08eb536","name":"default-tenant","reconcileID":"02e20ca2-1881-4942-98a5-9b863805f3d7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-a08eb536","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:49.39347621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47627ca2-7282-4226-9e4e-195d8cae3e15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:49.393498835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47627ca2-7282-4226-9e4e-195d8cae3e15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:49.450303548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3e7c08d-db9e-4a36-8cb7-eaccca81db1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:49.450328679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3e7c08d-db9e-4a36-8cb7-eaccca81db1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:49.656433213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"5eaad002-35ab-41c2-8286-beb5fd2c2617","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:49.788083822Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"5eaad002-35ab-41c2-8286-beb5fd2c2617","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:49.844089158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-faa8ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"5eaad002-35ab-41c2-8286-beb5fd2c2617","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:49.902326149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7990fc9b-dbc1-489c-809d-0d3025de2a9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:49.902348741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7990fc9b-dbc1-489c-809d-0d3025de2a9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:51.008528527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9646d833-1824-4e38-9528-4baa67c8d639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:51.060809444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9646d833-1824-4e38-9528-4baa67c8d639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:51.112922944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9646d833-1824-4e38-9528-4baa67c8d639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:51.165030066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9646d833-1824-4e38-9528-4baa67c8d639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:51.271509894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"72746835-d898-421a-8cf6-d373f77592ad","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:51.328579015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"72746835-d898-421a-8cf6-d373f77592ad","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:51.436760168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68a5bfecad61bece4942fd9455ffc56af0316147b368f74d8b172e8473b67941) AuthConfig (f952c2a946811a441c66d0adfbcff6528ca2ecc27f03700f28f09dd70da560b9) AuthConfig (8cf70115282b36188c57d0a4e3a522dd355e5b2c7cfbd0293d8310e3221b3b65) AuthConfig (369cc9a527539686f0c68d32cabcf199d1eaf04739c40732eefa8ef07116b6b2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"72746835-d898-421a-8cf6-d373f77592ad","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:53.567642376Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"3b810e42-4d31-4446-a3d7-bf68cf785d6c","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:53.677726741Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"b89320a9-d3bc-4c9e-b6b4-44cb24590587","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:54.414946989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa58bc0-12b9-42c2-b8fc-dab557f2a00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:54.469518971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa58bc0-12b9-42c2-b8fc-dab557f2a00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:54.521884724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa58bc0-12b9-42c2-b8fc-dab557f2a00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:54.573978945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa58bc0-12b9-42c2-b8fc-dab557f2a00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:54.840453228Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"8858a11b-9bc2-4222-9847-ff6180347e61","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:54.951841689Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-8815d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-8815d2","reconcileID":"758f0e47-09ac-41cb-9334-a7659fd518c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-8815d2","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-8815d2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:55.289132083Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"0601d7b7-8cb3-41b4-aee5-5b8c1a6d37d0","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:56.501228168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4d048d-b290-46d9-883f-08339483fc7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:56.553435183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4d048d-b290-46d9-883f-08339483fc7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:56.605851314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4d048d-b290-46d9-883f-08339483fc7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:56.658053235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4d048d-b290-46d9-883f-08339483fc7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:57.350712712Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"3535bde3-2ef0-4e2c-a99a-5061d49fa023","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:58.610358484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eacd4de-8280-4403-b243-e9d87818bafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:58.662665415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eacd4de-8280-4403-b243-e9d87818bafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:58.715047749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eacd4de-8280-4403-b243-e9d87818bafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:58.769387919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eacd4de-8280-4403-b243-e9d87818bafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:58.823116984Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"1752aeeb-61df-4c68-8cb6-324e1593989b","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:59.238649163Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"6a79e657-152b-48a1-a710-f0907c03a128","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:59.348813573Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"0cce9a12-281c-4663-b08c-2329ded9ee64","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:59.553439592Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-a08eb536","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-a08eb536","reconcileID":"2f8b5f7e-caa4-465f-9ef7-bd88cc23834b","aitenant":"ai-tenants/e2e-mt-a08eb536","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:42:59.722512852Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"e55ec28c-8bda-4ea0-a234-43297dd756f3","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:00.010136533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"2b29ff11-7793-4d3a-aef7-c12ba3958ef8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:00.068436264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"2b29ff11-7793-4d3a-aef7-c12ba3958ef8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:00.159359676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-faa8ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"2b29ff11-7793-4d3a-aef7-c12ba3958ef8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:00.329730991Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-a08eb536","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-a08eb536","reconcileID":"2f8b5f7e-caa4-465f-9ef7-bd88cc23834b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-a08eb536","removed":["maas.opendatahub.io/gateway-access-e2e-mt-a08eb536"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:00.545509419Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"a9568c2e-81d8-4bf1-8791-50fd29e8f656","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:00.673919525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7f16e6-b71a-4742-8d56-a7b0f23eb23d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:00.726647379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7f16e6-b71a-4742-8d56-a7b0f23eb23d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:00.778926164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7f16e6-b71a-4742-8d56-a7b0f23eb23d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:00.832082234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7f16e6-b71a-4742-8d56-a7b0f23eb23d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:01.545566373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"0408318c-bacd-4517-a85c-284c371a3269","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:01.602974625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"0408318c-bacd-4517-a85c-284c371a3269","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:01.659314782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dee6aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68a5bfecad61bece4942fd9455ffc56af0316147b368f74d8b172e8473b67941) AuthConfig (f952c2a946811a441c66d0adfbcff6528ca2ecc27f03700f28f09dd70da560b9) AuthConfig (8cf70115282b36188c57d0a4e3a522dd355e5b2c7cfbd0293d8310e3221b3b65) AuthConfig (369cc9a527539686f0c68d32cabcf199d1eaf04739c40732eefa8ef07116b6b2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"0408318c-bacd-4517-a85c-284c371a3269","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:02.825936564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9d3c50-9481-404e-bd35-59b37b79405a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:02.878306357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9d3c50-9481-404e-bd35-59b37b79405a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:02.930581957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9d3c50-9481-404e-bd35-59b37b79405a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:02.983707638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9d3c50-9481-404e-bd35-59b37b79405a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:04.874748201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ade072-eac6-4986-aa5a-d00c924c6f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:04.963027262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ade072-eac6-4986-aa5a-d00c924c6f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:05.015306245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ade072-eac6-4986-aa5a-d00c924c6f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:05.067535578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ade072-eac6-4986-aa5a-d00c924c6f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:05.705759306Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"528edf28-fa20-42ed-80b1-8c54541b87d1","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:07.017429143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f988d66-092c-44f5-a7c4-50ac284006c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:07.070273564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f988d66-092c-44f5-a7c4-50ac284006c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:07.122612842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f988d66-092c-44f5-a7c4-50ac284006c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:07.174964436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f988d66-092c-44f5-a7c4-50ac284006c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:08.928750788Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"9a863093-4126-46ec-833a-2d1d41cccb4a","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:09.110497067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e16668ce-d004-437f-9fb6-f41ff9b11024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:09.162715106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e16668ce-d004-437f-9fb6-f41ff9b11024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:09.215737714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e16668ce-d004-437f-9fb6-f41ff9b11024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:09.268451551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e16668ce-d004-437f-9fb6-f41ff9b11024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:10.042253393Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"f2697cee-40b2-4011-8a78-d42ca7951be1","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:10.167094373Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"7a00a2c9-0347-4ee2-ac0e-f98dba314862","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:10.281396364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"f1b7331c-ce08-4c12-b9e4-9f5db8e0dbc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:10.339241593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"f1b7331c-ce08-4c12-b9e4-9f5db8e0dbc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:10.450296425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-faa8ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c903e180c0af6bdae9bb68fd5a055bbc664992c559976e3d300697e35f448f6b) AuthConfig (1f4ef8078cd7d5814e12f4ceac5ab17a57c8795f34a51fc3c57553cac16a953f) AuthConfig (9fb18ec1591c91685a4c3fbaeeaf2bac2c09b3681db05e58a41f09e4269f5c5c) AuthConfig (d70cf41206c647c216b1b19c4f2d860fc13860fa003f5515d4e11770dca356b5) AuthConfig (81e04b60366a4e477fea5dffd777f087913b4f5092309e3e738acde386b2eed5) AuthConfig (d229df4b6019e674dc2f0db86d5961f8a87d9f4615058d93a91bbb5fda0aa20e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"f1b7331c-ce08-4c12-b9e4-9f5db8e0dbc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:10.508431833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e103d7cb-05db-4d9f-b2e8-d646d63d73e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:10.508459306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e103d7cb-05db-4d9f-b2e8-d646d63d73e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:11.257457027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b398b36d-fe7d-4140-a27c-aeeb8a968264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:11.310361628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b398b36d-fe7d-4140-a27c-aeeb8a968264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:11.363929158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b398b36d-fe7d-4140-a27c-aeeb8a968264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:11.416275886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b398b36d-fe7d-4140-a27c-aeeb8a968264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:11.766440307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"52f5bf86-aa36-4ad9-8845-4d86e52e2e1d","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:11.823551617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"52f5bf86-aa36-4ad9-8845-4d86e52e2e1d","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:11.886008924Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:12.246970626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"5cbb29a1-e313-4866-9a4b-5be6f4983b68","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:12.246995849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"5cbb29a1-e313-4866-9a4b-5be6f4983b68","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:13.987748647Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rot-e558bd-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:14.040193936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"cff16351-9e07-40d6-bf0a-decb7ba49e94","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:14.040214675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"cff16351-9e07-40d6-bf0a-decb7ba49e94","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:14.095140104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"d38184f8-77b9-4838-bdee-8c9342ca3258","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:43:14.09596854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"d2941f04-fb01-4d17-81c3-152e59244e38","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-eafa67-dee6aa-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:14.152293563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"d38184f8-77b9-4838-bdee-8c9342ca3258","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:14.201841484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"77d4c041-3646-4db0-902d-e5674f52dc84","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:14.201861803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"77d4c041-3646-4db0-902d-e5674f52dc84","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:43:14.3127033Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"77d4c041-3646-4db0-902d-e5674f52dc84","name":"e2e-cfl-eafa67","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-eafa67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:43:14.31276627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"77d4c041-3646-4db0-902d-e5674f52dc84","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-eafa67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:14.367389326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"9b0d8a3d-2796-4097-a148-6765db78a575","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:14.367414172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"9b0d8a3d-2796-4097-a148-6765db78a575","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:14.528523078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"6c23883d-f85e-4eb2-ba38-22966719bac1","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:14.570563973Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"1d276ecf-22c8-4751-b0f4-50999c5d8614","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-eafa67","model":"e2e-cfl-eafa67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:14.58557011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"6c23883d-f85e-4eb2-ba38-22966719bac1","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:14.844433903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"0fa64b96-4bea-4ff9-93b5-c1b0e2678431","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:14.84445688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"0fa64b96-4bea-4ff9-93b5-c1b0e2678431","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:15.037152084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e66fdfb-4092-4f99-8bb0-d894312c8733","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:15.037172522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e66fdfb-4092-4f99-8bb0-d894312c8733","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:15.05790059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"c3c0d256-91eb-40a4-bc28-441f9fd1c836","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-eafa67","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:15.092146438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd02d963-4034-496e-acac-4584d1894636","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:15.092163303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd02d963-4034-496e-acac-4584d1894636","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:15.249827144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d4ffd84","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d4ffd84","reconcileID":"399a324c-dbc7-460d-abaf-bc6f013e6f19","MaaSAuthPolicy":{"name":"e2e-default-ns-1d4ffd84","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:15.307114215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d4ffd84","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d4ffd84","reconcileID":"399a324c-dbc7-460d-abaf-bc6f013e6f19","MaaSAuthPolicy":{"name":"e2e-default-ns-1d4ffd84","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:15.575751838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a9724a2-e436-4353-94e5-945a93eeab9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:15.575775607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a9724a2-e436-4353-94e5-945a93eeab9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:19.034162825Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"4c280ea5-3bfc-4a74-88bd-bc6a30273298","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:20.278746218Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"c9a43d60-2ff3-4d3b-8de4-9ebac16d7bdc","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:20.594141154Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1d4ffd84","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1d4ffd84","reconcileID":"953b0cde-a534-4f00-b4cc-243e3f429a24","MaaSAuthPolicy":{"name":"e2e-default-ns-1d4ffd84","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:20.615183185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"b2c9b560-adfa-4001-b519-a81cdb1d093a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:20.619557764Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"ed0d36c2-10f0-45a6-9b68-7e79cd80c3d5","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:20.672336661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85930f40-90de-4efa-89bd-30975247b169","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:20.67236859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85930f40-90de-4efa-89bd-30975247b169","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:20.673921481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"b2c9b560-adfa-4001-b519-a81cdb1d093a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:20.730876493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-faa8ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c903e180c0af6bdae9bb68fd5a055bbc664992c559976e3d300697e35f448f6b) AuthConfig (1f4ef8078cd7d5814e12f4ceac5ab17a57c8795f34a51fc3c57553cac16a953f) AuthConfig (9fb18ec1591c91685a4c3fbaeeaf2bac2c09b3681db05e58a41f09e4269f5c5c) AuthConfig (d70cf41206c647c216b1b19c4f2d860fc13860fa003f5515d4e11770dca356b5) AuthConfig (81e04b60366a4e477fea5dffd777f087913b4f5092309e3e738acde386b2eed5) AuthConfig (d229df4b6019e674dc2f0db86d5961f8a87d9f4615058d93a91bbb5fda0aa20e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"b2c9b560-adfa-4001-b519-a81cdb1d093a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:20.806404516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6202bb2-cc02-478b-8e24-5605d0730c88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:20.806429312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6202bb2-cc02-478b-8e24-5605d0730c88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:25.318624583Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"a4f2abfc-0911-477c-8c78-6fd290609a39","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:25.483350407Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"17dc83df-6adb-4499-8bab-46c034bdf981","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:26.204124972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b06befe-0abb-4941-9783-9853d5cefeb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:26.25685744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b06befe-0abb-4941-9783-9853d5cefeb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:26.308947484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b06befe-0abb-4941-9783-9853d5cefeb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:26.361226029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b06befe-0abb-4941-9783-9853d5cefeb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:26.518336915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"003779a0-53f6-45cf-81de-0fe632132efa","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-eafa67","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:26.681510451Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"b632ff8d-279e-4956-a571-7b357f21f9e6","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:26.793322695Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-25565930","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-25565930","reconcileID":"69d303b4-24f5-4ef7-9e60-9307707af525","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-25565930","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-25565930":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:26.794064798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"f32175a2-0da1-4b0d-a12c-70c45877cb7c","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:26.794085367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"f32175a2-0da1-4b0d-a12c-70c45877cb7c","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:26.861928672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"c619b59d-72f2-4b21-b9f3-6050a5a49b8f","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:26.919618463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"c619b59d-72f2-4b21-b9f3-6050a5a49b8f","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:27.124229869Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"18251c32-5ffa-4733-b3e4-aedf7a47b535","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:28.315573616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e01cfa-a2fa-4cd9-a358-f4a4ce26caee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:28.367674936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e01cfa-a2fa-4cd9-a358-f4a4ce26caee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:28.41993553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e01cfa-a2fa-4cd9-a358-f4a4ce26caee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:28.473749538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e01cfa-a2fa-4cd9-a358-f4a4ce26caee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:29.139836848Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"bb1b3430-eb6e-4493-812d-f1a19bd16507","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:29.244970763Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"682f68f1-0f0a-43f5-86e6-6329af36d3a4","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:30.408321171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08b5613-5895-4c30-b2b5-b983977f6739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:30.460535185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08b5613-5895-4c30-b2b5-b983977f6739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:30.512847305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08b5613-5895-4c30-b2b5-b983977f6739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:30.56723459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08b5613-5895-4c30-b2b5-b983977f6739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:30.8881693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"4b0ebf7e-9f16-4fb0-ac30-d0a191d42f46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:30.945490266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"4b0ebf7e-9f16-4fb0-ac30-d0a191d42f46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:31.267618827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"802a115c-28af-4e8f-a4a8-26244ea090cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:31.267646997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"802a115c-28af-4e8f-a4a8-26244ea090cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:33.818679715Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"7fe70498-6650-4bf7-96b6-ef49c466ffde","namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:33.871912068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"9f31909f-32ab-4053-a2e4-2f74e4388240","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:33.871944343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"9f31909f-32ab-4053-a2e4-2f74e4388240","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"routeName":"external-model-e2e-rot-e558bd-92f7c524f4f5","namespace":"e2e-extmod-rot-user-672dbc","model":"e2e-rot-e558bd","externalModel":"e2e-rot-e558bd","provider":"e2e-rot-e558bd-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.01911801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f689423e-56ed-417f-aea8-32ae5f4e763a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.021001461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"277a419d-3f03-4a35-a169-d20480fdede9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.021004485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f7a5949c-aed6-4413-9f58-9806e399f592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.077144985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f689423e-56ed-417f-aea8-32ae5f4e763a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.079275703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"277a419d-3f03-4a35-a169-d20480fdede9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.080637171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f7a5949c-aed6-4413-9f58-9806e399f592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.111774219Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"26ba7c56-167c-447e-9ffa-2015b2397e25","namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.122336991Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-e558bd-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-sub","reconcileID":"4cba8495-5f46-4f9e-a6d1-76af2eddbcab","MaaSSubscription":{"name":"e2e-rot-e558bd-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.16438362Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"3e7e01db-522f-4080-9668-0211d42a4969","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.227126938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"4c409398-6455-4f21-b587-c1c64175b579","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.230878297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"e278ca9e-189d-4958-afb8-6ade08ae1745","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:43:34.272643543Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"3e7e01db-522f-4080-9668-0211d42a4969","name":"e2e-rot-e558bd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-e558bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:43:34.272739911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"3e7e01db-522f-4080-9668-0211d42a4969","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-e558bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.286344429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"4c409398-6455-4f21-b587-c1c64175b579","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.289289065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"e278ca9e-189d-4958-afb8-6ade08ae1745","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.306319625Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-e558bd-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-sub","reconcileID":"489eb32d-e175-4442-b545-a48440ca93d2","MaaSSubscription":{"name":"e2e-rot-e558bd-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","error":"MaaSModelRef not found: e2e-extmod-rot-user-672dbc/e2e-rot-e558bd (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.34216052Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"4c409398-6455-4f21-b587-c1c64175b579","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.348237353Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"e278ca9e-189d-4958-afb8-6ade08ae1745","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.389175081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"e8c35c0c-e5b2-44a3-87e7-9cfd103637fa","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.447277285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"e8c35c0c-e5b2-44a3-87e7-9cfd103637fa","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.49442893Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"5b82acba-c2c4-4d03-92a1-3e46d51f1386","namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.610980419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed80a60b-29db-479c-a464-5865e31b7ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.610980369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"d72e7705-47e8-4d21-87fd-982dc5e49a43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.652502483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"d19212ce-0669-41de-980d-3c30295796ad","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.652533676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"88419f65-9bc2-4a65-a32e-60c5a588c8ca","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.668526172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"d72e7705-47e8-4d21-87fd-982dc5e49a43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.669583194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed80a60b-29db-479c-a464-5865e31b7ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:43:34.705846058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-e558bd","namespace":"e2e-extmod-rot-user-672dbc"},"namespace":"e2e-extmod-rot-user-672dbc","name":"e2e-rot-e558bd","reconcileID":"6a15cb75-1ef8-4081-ba11-dfffcbb86d97","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rot-e558bd\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.710077677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"88419f65-9bc2-4a65-a32e-60c5a588c8ca","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.710116508Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"88419f65-9bc2-4a65-a32e-60c5a588c8ca","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:34.71019836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"d19212ce-0669-41de-980d-3c30295796ad","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.015053234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"6d94fca3-1d03-4e2a-aa77-170c7ff0b342","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.066666784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"588f0baa-b667-4aa0-960e-36f12ff9d59b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.076070873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"6d94fca3-1d03-4e2a-aa77-170c7ff0b342","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.161443189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"588f0baa-b667-4aa0-960e-36f12ff9d59b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.169833939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1fd035c0-54db-4472-825a-3268006447b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.170337193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"2d63cc46-1048-4112-88db-eccdf9067265","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.227408605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"2d63cc46-1048-4112-88db-eccdf9067265","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.227419687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"1fd035c0-54db-4472-825a-3268006447b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.273637516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"d95cf727-dfef-4388-848a-67aa9235ad37","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.330744227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"d95cf727-dfef-4388-848a-67aa9235ad37","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.420632666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"df68852c-cfd3-4cb6-bd38-8f0b60abaf1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.47589828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f833dadb-c5b5-4865-a19b-13fdb2f53d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.47890395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"df68852c-cfd3-4cb6-bd38-8f0b60abaf1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.532901849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f833dadb-c5b5-4865-a19b-13fdb2f53d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.577150927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e782d1b7-45b3-4c7e-97aa-edc9d0c8118c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.634226254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e782d1b7-45b3-4c7e-97aa-edc9d0c8118c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.850970602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"230634ba-183f-4b37-bba5-faa0b9dae8eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.888318217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f3da5ab0-bbbf-40ae-a8d6-b41c94d309af","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.909148327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"230634ba-183f-4b37-bba5-faa0b9dae8eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.946133635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f3da5ab0-bbbf-40ae-a8d6-b41c94d309af","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.94719584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"f5ff1c3d-9f38-4df0-8a13-97de8a3060a4","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:35.956157903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"ac5e0e20-736f-468b-8a31-0171a1793245","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:36.002353072Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f3da5ab0-bbbf-40ae-a8d6-b41c94d309af","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:36.004247524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"f5ff1c3d-9f38-4df0-8a13-97de8a3060a4","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:36.013510064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"ac5e0e20-736f-468b-8a31-0171a1793245","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:36.057726037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"2ce1a9e6-3020-4452-abb0-2883f610d11c","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:36.06945014Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"ac5e0e20-736f-468b-8a31-0171a1793245","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:36.115144828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"2ce1a9e6-3020-4452-abb0-2883f610d11c","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:36.324320872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67dbf117-e34f-4b6b-a4d4-a8ddbe5aeb0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:36.329835518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f43c99d9-7797-416a-8b10-e05dcf178414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:36.381491642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67dbf117-e34f-4b6b-a4d4-a8ddbe5aeb0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:36.386910388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f43c99d9-7797-416a-8b10-e05dcf178414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:36.429977836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"31dfa4cd-85c2-44aa-a678-4f3b059a6dd5","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:36.487110167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"31dfa4cd-85c2-44aa-a678-4f3b059a6dd5","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:36.487150474Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"31dfa4cd-85c2-44aa-a678-4f3b059a6dd5","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:39.026847589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"423de0f4-afa5-4745-9e1e-2279815aa70b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:39.179471358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"5282a097-d499-4075-acf5-47b12142d32c","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:39.245799383Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"0ea93cd0-6e22-45b7-9da2-51caa54140c9","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:39.350949075Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"9d0a620e-9e12-47f0-8b59-e7220d424ad8","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:39.374645951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"b3b78800-70f5-41f9-bc30-0edf174d9f99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:39.474962344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"cbb5802e-3ff7-4c31-abc4-6355e87a309b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:39.493672098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"87036d81-0198-400a-8dec-b9753b976d5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:39.575631954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"a784e4f0-d27a-401a-83a0-4380930c98cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:39.727387575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"897e745f-f1b2-40d8-a695-a61c3c681d0f","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:39.77559131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e82878d7-31a3-4c4a-ab3f-df9eb9a93e29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:39.791666235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"6f5892f2-b62c-490b-b0f1-87cf05427c4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:39.892333166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b960ad7a-8f68-4220-8d07-da7abc4a572a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:39.928334256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"3e8e834d-cb8a-4e0e-8c30-5241f0fcb065","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-eafa67","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:40.153024995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"b79f6ff0-3633-45e1-b8ce-41cd33791b55","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:41.162257077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"515fa6a6-6b65-40f8-8e1d-4b5bf20ff17b","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:41.162867078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"05e75608-0772-4dc1-895f-fadbee90c30e","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:41.162982584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"073473aa-7708-4d6e-a6a2-b018a5bf7ec6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:41.165164831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"21be98c9-44ac-46d2-8fd2-97e9704279ae","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:41.165173558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"778a3dff-1987-4d95-8e88-2f1e1218b613","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:41.219648715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"515fa6a6-6b65-40f8-8e1d-4b5bf20ff17b","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:41.220239051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"05e75608-0772-4dc1-895f-fadbee90c30e","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:41.221848524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"073473aa-7708-4d6e-a6a2-b018a5bf7ec6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:41.222511049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"778a3dff-1987-4d95-8e88-2f1e1218b613","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:41.223947304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"21be98c9-44ac-46d2-8fd2-97e9704279ae","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:41.277483264Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"073473aa-7708-4d6e-a6a2-b018a5bf7ec6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:41.278076167Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"778a3dff-1987-4d95-8e88-2f1e1218b613","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:41.793879364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"160febcd-fd1a-4637-be15-af41be639447","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:41.850845427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"160febcd-fd1a-4637-be15-af41be639447","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:41.88618768Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:41.906752317Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"160febcd-fd1a-4637-be15-af41be639447","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:49.351296984Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"6afa6786-28a5-41a0-9ba4-7fb1ba31f3d5","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:49.46701358Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"4386977b-82f2-425e-8b7c-ff19a9acf196","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:50.960046585Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-e558bd-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-sub","reconcileID":"fdc5efcd-91d9-4c22-a01a-be2b2399cb51","MaaSSubscription":{"name":"e2e-rot-e558bd-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","subscription":"e2e-rot-e558bd-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:50.960181405Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-e558bd-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-sub","reconcileID":"fdc5efcd-91d9-4c22-a01a-be2b2399cb51","MaaSSubscription":{"name":"e2e-rot-e558bd-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","error":"MaaSModelRef not found: e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.287163173Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-recover-fb3af8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.456408755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"f046b82c-3380-4fcb-ae70-f228007619b1","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.456435909Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"f046b82c-3380-4fcb-ae70-f228007619b1","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.571945778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"357b3d03-9e7c-4738-8319-3d2edeba1c36","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.571969953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"357b3d03-9e7c-4738-8319-3d2edeba1c36","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.653321418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"5c4f6091-1ac4-4811-91aa-857426bdeddd","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.65334151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"e8951d9e-3563-4948-aeb1-3fc4b5329789","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.676826661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"290e347d-3f82-40ac-bfe6-2c30ebcebf71","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.676845917Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"290e347d-3f82-40ac-bfe6-2c30ebcebf71","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.70357779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"2669361c-650e-4257-b525-66744212a4f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.703825631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"dfba0264-da66-4faa-897c-2c10014b274c","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.703577813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"18d89675-e40a-449d-ba49-00861014d6dd","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.710467928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"e8951d9e-3563-4948-aeb1-3fc4b5329789","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.710609014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"5c4f6091-1ac4-4811-91aa-857426bdeddd","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.761118302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"dfba0264-da66-4faa-897c-2c10014b274c","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.761621585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"18d89675-e40a-449d-ba49-00861014d6dd","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.763381421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"2669361c-650e-4257-b525-66744212a4f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.765951175Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"e8951d9e-3563-4948-aeb1-3fc4b5329789","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.818737764Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"2669361c-650e-4257-b525-66744212a4f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.920421004Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rot-e558bd-access","reconcileID":"0ca6070d-f309-4e22-aef3-c124e8e4c020","MaaSAuthPolicy":{"name":"e2e-rot-e558bd-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rot-user-672dbc/e2e-rot-e558bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:51.995554706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"4ce78102-dd1e-4155-901d-66d591bb6402","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:52.04469868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e6ea217-8386-4078-92a5-09688b6c163c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:52.113452204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"f605e966-5e85-4182-bc76-2c14d8b26ff2","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:52.147514437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"36cf9b77-45a4-4409-92ee-bdefe756b9e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:52.349756607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"f6fe27d6-70f7-45e4-b2d1-ea02cc796644","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-eafa67","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:52.415641469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"dc6dc5d5-708e-429f-9722-3f5e69c3f536","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:52.530401402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"742d28e7-057c-4e04-999e-f7b02c60e213","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:52.683868326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"156e7dc6-034c-432a-a347-b37b70291e52","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:52.732025943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba7a4c19-78c0-4250-b2b7-70577d922926","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:52.937209849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"f2c4f060-bd44-4023-8fca-c5a28c1ceb2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:53.16939393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"e60ca6ad-4bd6-478b-a959-28ea875f26a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:53.270227219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"5803c55f-5e91-49d4-aad0-0c98bdc9a853","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:53.530076772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"50af8951-2dab-4cfe-9605-d5ebeea25a0c","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:53.530078866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"2d5d56fd-a00a-41a2-a432-3ef340959571","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:53.533716647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"97dfbceb-52ea-450c-914c-a8dac78ce500","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:53.53396992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"747c570c-d26c-4d9a-936c-babbea707673","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:53.533714194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"3e7d2a08-5c55-4b1d-a916-56dc3da5dde5","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:53.587193498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"50af8951-2dab-4cfe-9605-d5ebeea25a0c","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:53.587372892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"2d5d56fd-a00a-41a2-a432-3ef340959571","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:53.591240515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"97dfbceb-52ea-450c-914c-a8dac78ce500","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:53.591346919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"747c570c-d26c-4d9a-936c-babbea707673","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:53.593323254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"3e7d2a08-5c55-4b1d-a916-56dc3da5dde5","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:53.643031661Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"2d5d56fd-a00a-41a2-a432-3ef340959571","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:53.647087602Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"747c570c-d26c-4d9a-936c-babbea707673","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:58.820884634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"74cf5846-38d6-4f3b-9ce4-eb46550e7f1b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:58.938478499Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"74cf5846-38d6-4f3b-9ce4-eb46550e7f1b","name":"e2e-api-b-8815d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:59.457029551Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"63745063-bd6a-4c9c-9377-6ad8fb09368c","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:43:59.572091952Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"90b374bc-479c-46dd-85a2-3e6844f49316","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:03.381184148Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"1abf0edd-9e5d-4f09-bb00-81c268a4e128","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","subscription":"e2e-rec-recover-fb3af8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:03.381349572Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-sub","reconcileID":"1abf0edd-9e5d-4f09-bb00-81c268a4e128","MaaSSubscription":{"name":"e2e-rec-recover-fb3af8-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:03.699755139Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-rec-ctrl-d3969f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:03.806893106Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","namespace":"ai-tenant-e2e-ait-ad90c52d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:03.806956493Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","namespace":"ai-tenant-e2e-ait-ad90c52d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:03.807000514Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","tenant":"e2e-ait-ad90c52d","tenantID":"e2e-ait-ad90c52d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:03.811697373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"ab1a3621-c978-461c-a340-e6a45a2a777b","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:03.811717275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"ab1a3621-c978-461c-a340-e6a45a2a777b","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:03.861172282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"Deployment","name":"maas-api-e2e-ait-ad90c52d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:03.917409515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"83ccdad5-8baa-48f7-8d63-a552ecc2449e","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:03.917436836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"83ccdad5-8baa-48f7-8d63-a552ecc2449e","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:03.922932465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"Service","name":"maas-api-e2e-ait-ad90c52d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:03.979859003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-ad90c52d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.013295665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"8d97585f-f5fc-4550-9eaa-296fb50386d9","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.01555837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"b312dbf8-a40e-401e-a930-2171edb3c5e7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.015617811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"373e34ca-4262-46be-832c-6789f3c8bb29","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.016238362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f6613284-f8bc-42df-a228-eefb0244ba70","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.018920342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"29b28d99-f23e-4a4a-bb70-e4dba50e98a8","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.023435735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"71520d31-5643-4ee8-9a3e-69b57e4c4ab9","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.023458982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"71520d31-5643-4ee8-9a3e-69b57e4c4ab9","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.03395581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-ad90c52d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.072580615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"8d97585f-f5fc-4550-9eaa-296fb50386d9","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.075958932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"373e34ca-4262-46be-832c-6789f3c8bb29","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.076175662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"b312dbf8-a40e-401e-a930-2171edb3c5e7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.079650728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f6613284-f8bc-42df-a228-eefb0244ba70","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.081808908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"29b28d99-f23e-4a4a-bb70-e4dba50e98a8","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.092439376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-ad90c52d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.13627397Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"373e34ca-4262-46be-832c-6789f3c8bb29","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.139279815Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"f6613284-f8bc-42df-a228-eefb0244ba70","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.14729504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-ad90c52d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.204590506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-ad90c52d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.270148851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-ad90c52d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.294027662Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-recover-fb3af8-access","reconcileID":"8ded8cdf-a6f0-4de5-a890-8740a8a6500b","MaaSAuthPolicy":{"name":"e2e-rec-recover-fb3af8-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-noaccess-4b5da0/e2e-rec-recover-fb3af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.323145657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"Deployment","name":"payload-processing-e2e-ait-ad90c52d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.375015568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-ad90c52d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.426727257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"Service","name":"payload-processing-e2e-ait-ad90c52d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.47887932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"Service","name":"payload-pre-processing-e2e-ait-ad90c52d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.530755437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"DestinationRule","name":"payload-processing-e2e-ait-ad90c52d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.582653666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-ad90c52d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.634507316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-ad90c52d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.690318463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-ad90c52d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.742210384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-ad90c52d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.79415781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-ad90c52d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.848362499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-ad90c52d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:04.901016498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ad90c52d"},"namespace":"ai-tenant-e2e-ait-ad90c52d","name":"default-tenant","reconcileID":"737584b7-ccfd-45f5-98de-1f7cb8598307","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-ad90c52d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:05.265032781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"018a4ab9-512a-4b5f-8a85-12bbca5c4f6b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:05.265164657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"905f5a03-cc64-496c-9694-221d6eee221e","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:05.265510945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"3a4d36f7-8d6f-458b-bb1f-9c0b4c90dcf4","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:05.265586752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"c5531ae1-874f-4722-a6fc-efaae020ab99","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:05.322823785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"905f5a03-cc64-496c-9694-221d6eee221e","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:05.323226912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"018a4ab9-512a-4b5f-8a85-12bbca5c4f6b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:05.325037104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"3a4d36f7-8d6f-458b-bb1f-9c0b4c90dcf4","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:05.325360162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"c5531ae1-874f-4722-a6fc-efaae020ab99","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:05.379462593Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"018a4ab9-512a-4b5f-8a85-12bbca5c4f6b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:05.766246691Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ad90c52d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ad90c52d","reconcileID":"97a3c14e-3435-44bd-a2d6-9186c553ff5c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ad90c52d","removed":["maas.opendatahub.io/gateway-access-e2e-ait-ad90c52d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:05.981570683Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"8083083f-3c0c-4ce9-bbfc-20d001798906","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:06.936889501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14f9e3d-89c3-48dd-baf5-2f21c1c60e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:06.989043828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14f9e3d-89c3-48dd-baf5-2f21c1c60e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:07.04148766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14f9e3d-89c3-48dd-baf5-2f21c1c60e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:07.095051831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14f9e3d-89c3-48dd-baf5-2f21c1c60e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:08.995374768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfefeb52-8f9a-407f-996e-66f73aed4055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:09.048702987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfefeb52-8f9a-407f-996e-66f73aed4055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:09.101128814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfefeb52-8f9a-407f-996e-66f73aed4055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:09.153739904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfefeb52-8f9a-407f-996e-66f73aed4055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:09.563021274Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"1145af1f-1f2a-4947-a9de-1bfe81d93bad","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:09.81941204Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"3ec1fa7b-a285-40a3-94e4-216932b8b78e","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:09.979339258Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"e8ef1b41-6da7-4fe6-9fde-b2005245267e","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:11.092753697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0caf8986-6d6d-450c-b194-708092121abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:11.145137772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0caf8986-6d6d-450c-b194-708092121abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:11.145602829Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"d30dc83f-78d9-4ae4-a192-57dce539a8d9","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:11.197965152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0caf8986-6d6d-450c-b194-708092121abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:11.250261832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0caf8986-6d6d-450c-b194-708092121abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:11.257769267Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-31e728ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-31e728ff","reconcileID":"9aef66bf-b715-4fdf-9f3e-f34c83f1c666","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-31e728ff","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-31e728ff":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:11.584200584Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"11fab525-2e86-4c5b-b74d-9fbc52bebf49","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:11.889202648Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:13.135257423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32b22f2-4df1-4e12-86f3-c13f7922d54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:13.187286043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32b22f2-4df1-4e12-86f3-c13f7922d54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:13.239342093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32b22f2-4df1-4e12-86f3-c13f7922d54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:13.291401218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32b22f2-4df1-4e12-86f3-c13f7922d54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:13.646502119Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"4e486830-526e-439d-b7e1-12298a0b70a3","MaaSModelRef":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.123288711Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"105e1fb2-2b8a-419f-becd-e8f0d6aac13f","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","subscription":"e2e-rec-ctrl-d3969f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.123849246Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-sub","reconcileID":"105e1fb2-2b8a-419f-becd-e8f0d6aac13f","MaaSSubscription":{"name":"e2e-rec-ctrl-d3969f-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","error":"MaaSModelRef not found: e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.223947355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d4ca43-085d-4b2d-be2a-6c76fb05553f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.276517346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d4ca43-085d-4b2d-be2a-6c76fb05553f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.329237502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d4ca43-085d-4b2d-be2a-6c76fb05553f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.381498033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d4ca43-085d-4b2d-be2a-6c76fb05553f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.497659429Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-detach-9a04e3-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.650703696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"c68043e6-2a06-444b-bc9b-4ba084d95cca","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.650727883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"c68043e6-2a06-444b-bc9b-4ba084d95cca","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.7560549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"7c7b0096-0cf6-4dd9-a6d5-4c56433e4590","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.756076788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"7c7b0096-0cf6-4dd9-a6d5-4c56433e4590","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.804973896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"8f7e81e0-0a80-445a-ad33-a6f822a5b567","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.804973243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"5b3d1665-d3e0-46df-8796-2f0ddc32efea","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.805455119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"5097a628-6014-4443-9a54-7a3be44178ce","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.805561335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"73a1fc03-32fb-49c2-9979-447e9a7b0021","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.862565224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"8f7e81e0-0a80-445a-ad33-a6f822a5b567","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.862917839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"5b3d1665-d3e0-46df-8796-2f0ddc32efea","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.864918051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"73a1fc03-32fb-49c2-9979-447e9a7b0021","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.865041769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"5097a628-6014-4443-9a54-7a3be44178ce","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.865271898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"959f299f-4c87-40bb-a649-488c61a2d3ca","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.865287061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"959f299f-4c87-40bb-a649-488c61a2d3ca","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:15.921037484Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"5097a628-6014-4443-9a54-7a3be44178ce","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:16.073977381Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-rec-ctrl-d3969f-access","reconcileID":"5f3157bb-1aa2-48ff-83bb-ca8ed92e1252","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-d3969f-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-rec-user-61885d/e2e-rec-ctrl-d3969f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:18.566291041Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"4d9f68f0-1b5c-4f74-a05a-cb51e58ba93f","namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:18.724905687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eec1a97b-6d8a-4e69-9add-320839beb140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:18.724974202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"085d43c8-06f9-4023-baf4-5d8dac0d0301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:18.726325926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ed51a168-b580-46c8-ad17-1a59088755e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:18.726344307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2f56ebb6-7124-4eed-b127-5a84ff786bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:18.729705295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"ccd71e91-5387-4acd-b4d7-1f80b6ee8602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:18.782019954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eec1a97b-6d8a-4e69-9add-320839beb140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:18.782179715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"085d43c8-06f9-4023-baf4-5d8dac0d0301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:18.784560548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2f56ebb6-7124-4eed-b127-5a84ff786bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:18.784606923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ed51a168-b580-46c8-ad17-1a59088755e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:18.786862176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"ccd71e91-5387-4acd-b4d7-1f80b6ee8602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:18.961746555Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-81fe72","namespace":"e2e-extmod-att-noaccess-e36321"},"namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","reconcileID":"8e64e42f-62c9-485f-8711-b1198921feb4","namespace":"e2e-extmod-att-noaccess-e36321","name":"e2e-att-noaccess-81fe72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.092646887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"bdadadf1-45be-445c-be3d-63ee5bc32885","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.145746383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"3ee69a7a-07d3-44b0-837f-1a2e253bb0a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.145938975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"1ed767fe-f134-4463-b8dc-a4fee28e9645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.14637505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3c09381-c83b-452f-9441-ff87f787e926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.149897566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"bdadadf1-45be-445c-be3d-63ee5bc32885","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.197236736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"d6d3f012-9cde-4472-8181-e89e72565b48","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.202773311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"1ed767fe-f134-4463-b8dc-a4fee28e9645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.20299056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"3ee69a7a-07d3-44b0-837f-1a2e253bb0a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.205046906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3c09381-c83b-452f-9441-ff87f787e926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.254418401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"d6d3f012-9cde-4472-8181-e89e72565b48","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.516773449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"23ef7bca-77ba-4c40-b9b3-b4d4ceb92888","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.569913962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"d4597a1f-ade7-4107-a4d4-627ab5c570f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.573864336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"23ef7bca-77ba-4c40-b9b3-b4d4ceb92888","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.618029636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"8674ad8a-bf41-4cda-8f59-6b3b57ff7a79","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.618253697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"59b58ef4-eae2-4f70-ba4a-326ef111dfcd","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.626869354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"d4597a1f-ade7-4107-a4d4-627ab5c570f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.670223906Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"63a86adc-d1fe-43a7-9610-d88c17918f7f","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.671701779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"21a9e773-8b3e-4054-a8c4-fa673abdce3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.675453519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"8674ad8a-bf41-4cda-8f59-6b3b57ff7a79","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.675479715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"59b58ef4-eae2-4f70-ba4a-326ef111dfcd","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.728728747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"21a9e773-8b3e-4054-a8c4-fa673abdce3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.934920904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b39c0c60-fbeb-434f-be1d-2167c2e9660f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.986195528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"90125f81-2138-4ac5-9615-94e401a8a575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:19.99176414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b39c0c60-fbeb-434f-be1d-2167c2e9660f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:20.040421165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5606c1ca-d902-42fe-953c-8a4b2ac4d242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:20.043483595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"90125f81-2138-4ac5-9615-94e401a8a575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:20.097506866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5606c1ca-d902-42fe-953c-8a4b2ac4d242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:20.350309658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"eb2050e5-5bec-48a4-ac20-e7e414b75bf4","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:20.350338375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"eb2050e5-5bec-48a4-ac20-e7e414b75bf4","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:20.50608009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"e70cf60f-9e74-4657-b9cd-b801004f172a","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:20.506394139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"21b47ac6-b19e-43e4-83d4-d2166f326534","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:20.51019811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ded74a20-f991-423f-bbf6-a1278ca415d2","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:20.51051349Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"2cfefbed-000d-41e1-b1f4-f59589210e0d","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-707d87a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:20.563704424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"21b47ac6-b19e-43e4-83d4-d2166f326534","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:20.564692234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"e70cf60f-9e74-4657-b9cd-b801004f172a","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:20.56748591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"ded74a20-f991-423f-bbf6-a1278ca415d2","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:21.033286062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"31e5058a-c449-403f-b226-fa5075b09d5d","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:21.033290419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"f4da14ca-25c1-4dfc-b01f-bf53298ad5f5","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:21.035682775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"7752dbda-b668-43c1-bd90-f7833f66b24a","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:21.090677985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"f4da14ca-25c1-4dfc-b01f-bf53298ad5f5","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:21.090764431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"31e5058a-c449-403f-b226-fa5075b09d5d","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:21.093069136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"7752dbda-b668-43c1-bd90-f7833f66b24a","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:29.597482868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"e86fcc9d-8d15-4c04-a624-48cfc0efa260","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:29.715538259Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"e86fcc9d-8d15-4c04-a624-48cfc0efa260","name":"e2e-mt-25565930-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:29.775647733Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"ca7958c5-79d2-426e-ab4f-68fbf91df475","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:30.563675304Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"87e787c0-dd90-43d7-8200-4904b051aef4","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","subscription":"e2e-att-detach-9a04e3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:30.668835933Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"87e787c0-dd90-43d7-8200-4904b051aef4","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:30.72123591Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-sub","reconcileID":"87e787c0-dd90-43d7-8200-4904b051aef4","MaaSSubscription":{"name":"e2e-att-detach-9a04e3-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:30.996634986Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-2fd4c9 priority=0:[ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-serve-6ee77a-sub ai-tenant-e2e-extmod-b-2fd4c9/e2e-att-unrel-9a6137-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.04937611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"2b1b5828-cb25-48b1-9ed3-488075514c89","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.049399071Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"2b1b5828-cb25-48b1-9ed3-488075514c89","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.205415433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"4586e8ce-bbc2-43f4-a463-52dcccdc7183","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.205595135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"83243f46-e6c7-421a-b74f-28fc31feae9b","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.20640113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"f4b49b8b-f458-48ea-a34f-100b0adbc7aa","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.21348297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"412ce1ac-127d-450d-bc75-2e8c1282435c","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.21350001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"412ce1ac-127d-450d-bc75-2e8c1282435c","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.263415493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"83243f46-e6c7-421a-b74f-28fc31feae9b","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.264188296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"4586e8ce-bbc2-43f4-a463-52dcccdc7183","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.26584893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"f4b49b8b-f458-48ea-a34f-100b0adbc7aa","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.318713094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"1f9d2d10-2f2b-4647-b644-0d175db8cf49","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.318735477Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"1f9d2d10-2f2b-4647-b644-0d175db8cf49","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.423735036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"43fad944-5e6a-4778-8265-d272dd4ce8a0","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.423755416Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"43fad944-5e6a-4778-8265-d272dd4ce8a0","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.524893919Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-detach-9a04e3-access","reconcileID":"1ea7b608-12fe-4b3a-b9f5-f014b10cd7d2","MaaSAuthPolicy":{"name":"e2e-att-detach-9a04e3-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.833774174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"cf199759-839c-4b9e-bd14-ea936268f73d","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:31.833825515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"cf199759-839c-4b9e-bd14-ea936268f73d","MaaSModelRef":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-detach-9a04e3-5dfd4e7dc185","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-detach-9a04e3","externalModel":"e2e-att-detach-9a04e3","provider":"e2e-att-detach-9a04e3-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.360688483Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"86e9b317-063a-4f71-a29d-ed847b02a0e5","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.467606751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"005281f8-a390-42f5-9537-16524b330cae","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.47295478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"7221394c-fda4-46ab-a4bd-5a90ba28edeb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.473647457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"87618504-7f24-48b9-96e3-4145e900ef01","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.473665386Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"87618504-7f24-48b9-96e3-4145e900ef01","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.519187511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50a42fe4-5f28-4397-8e7f-2e3872b200b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.523171361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"7ee6a731-03f9-47b6-a7f3-c96d61d073ca","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.524850206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"005281f8-a390-42f5-9537-16524b330cae","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.524910216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"abc973e4-d9df-4cb5-ad43-365491ff9663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.529836116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"7221394c-fda4-46ab-a4bd-5a90ba28edeb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.576282229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50a42fe4-5f28-4397-8e7f-2e3872b200b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.580012462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"7ee6a731-03f9-47b6-a7f3-c96d61d073ca","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.581084383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"733f8aba-2036-495f-bc56-5cbbe98f4f96","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.581165465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"733f8aba-2036-495f-bc56-5cbbe98f4f96","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.585280869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"abc973e4-d9df-4cb5-ad43-365491ff9663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.688084201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"a6d7a923-440e-44e5-88b3-d5e17af257ae","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.688761472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"5e20aa30-8a8d-4dbc-bcf7-b1cc8ccaefdc","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.870658058Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-9a04e3","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","reconcileID":"ad02bd15-1e1c-4dec-adb7-706ebf0ccc60","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-detach-9a04e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.923900566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"f17032e8-9c62-4531-88a5-4afc61d3af59","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:32.982007833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"f17032e8-9c62-4531-88a5-4afc61d3af59","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.024110883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"ffffcd04-f27b-48b7-8453-7def0836618c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.024116793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c24a0390-6f44-460c-81a8-9b93b64af56a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.027958128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"50c03907-37bd-4f63-b35f-d1e560c489bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.029890792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"363d74da-2776-4952-b2b0-52f8d0b70967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.081401011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c24a0390-6f44-460c-81a8-9b93b64af56a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.081452022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"ffffcd04-f27b-48b7-8453-7def0836618c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.085318675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"50c03907-37bd-4f63-b35f-d1e560c489bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.086989308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"363d74da-2776-4952-b2b0-52f8d0b70967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.397951928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6437db7-cbbc-4778-bd48-324f2648ef94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.398937838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"abd59a8e-50df-4eb1-ba67-98473ad64396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.410737143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"7bcd078b-5d1c-4907-99d4-e0dc5e7efb61","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.446990539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"86af6e03-4445-486d-a6f3-dfd2cd163901","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.447008091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"86af6e03-4445-486d-a6f3-dfd2cd163901","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.454981848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6437db7-cbbc-4778-bd48-324f2648ef94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.455754456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"abd59a8e-50df-4eb1-ba67-98473ad64396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.468842604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"7bcd078b-5d1c-4907-99d4-e0dc5e7efb61","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.499004384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a44e8b7f-ff39-4bba-8ebf-67fd0ea22e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.49903847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a7932c1-de7e-4028-8fce-7fc867ba7adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.557403672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a7932c1-de7e-4028-8fce-7fc867ba7adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.557435487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a44e8b7f-ff39-4bba-8ebf-67fd0ea22e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.609958883Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"d86290d6-5b06-481c-ae69-d841a6589634","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-33eb21d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.764537276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"bf6ee013-a76a-4508-aaf1-e0bfb19b9c68","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.816224067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"adf04058-89c0-49b7-b6b5-bac15f036ba2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.821524476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"bf6ee013-a76a-4508-aaf1-e0bfb19b9c68","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.874334116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"adf04058-89c0-49b7-b6b5-bac15f036ba2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.916392761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"8e609f31-8455-4868-a931-cdbebf413ba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.916460804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f59b4eee-8f0f-4848-86bd-5c1c80b49e55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.920496154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b8218529-4a66-48a5-af98-f10fe6797741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.97420597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"8e609f31-8455-4868-a931-cdbebf413ba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.97509194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f59b4eee-8f0f-4848-86bd-5c1c80b49e55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:33.978816231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b8218529-4a66-48a5-af98-f10fe6797741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:34.188440523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"7a8d6a54-b0af-4505-a1dd-80bc46dd1cbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:34.242538418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"b0a2fd3b-38e3-41c9-8201-d5a8151566a2","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:34.248168079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"7a8d6a54-b0af-4505-a1dd-80bc46dd1cbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:34.300604717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"b0a2fd3b-38e3-41c9-8201-d5a8151566a2","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:34.389945675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"d1e082cd-6cb4-4478-a460-42f8035b8bcd","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:34.449450989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"d1e082cd-6cb4-4478-a460-42f8035b8bcd","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:39.88157124Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"edcbc4d7-6265-4e8d-a729-60a494bb201d","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:41.886989833Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:43.662755816Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"25d3ec12-39a8-40fb-95bc-a14a0c119d16","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","subscription":"e2e-att-unrel-9a6137-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:43.767688463Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"25d3ec12-39a8-40fb-95bc-a14a0c119d16","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:43.820243305Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-sub","reconcileID":"25d3ec12-39a8-40fb-95bc-a14a0c119d16","MaaSSubscription":{"name":"e2e-att-unrel-9a6137-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:44.147848753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"2a5dfa72-e589-474f-bfa6-a78f6df668f0","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:44.147880292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"2a5dfa72-e589-474f-bfa6-a78f6df668f0","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:44.252467262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"9e014a36-62d2-4980-82ba-d47a745877e1","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:44.252548412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"cfb1d2df-5a7d-4d56-a3be-5b0661f4a380","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:44.366699662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"78958a08-d95d-46f3-bea1-3cdfba0fa282","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:44.366728076Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"78958a08-d95d-46f3-bea1-3cdfba0fa282","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:44.368957394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"9e014a36-62d2-4980-82ba-d47a745877e1","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:44.371081747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"cfb1d2df-5a7d-4d56-a3be-5b0661f4a380","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:44.475111644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"ab91d714-ceb0-4e79-850f-b53b431381fd","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:44.475131817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"ab91d714-ceb0-4e79-850f-b53b431381fd","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:44.632113755Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-unrel-9a6137-access","reconcileID":"6f02bfe9-3d5e-4614-82fc-5381c814d163","MaaSAuthPolicy":{"name":"e2e-att-unrel-9a6137-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:44.943160166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"7fa0aff3-df17-427e-a434-7fdb986dfa4e","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:44.943183939Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"7fa0aff3-df17-427e-a434-7fdb986dfa4e","MaaSModelRef":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-unrel-9a6137-70c4e4003679","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-unrel-9a6137","externalModel":"e2e-att-unrel-9a6137","provider":"e2e-att-unrel-9a6137-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:45.471504463Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"8b864b2d-cd6e-4429-9486-091f77dd2bb7","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:45.577639195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"59a44150-d229-44db-b009-77d6eb462e4a","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:45.58230134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"e9a0f979-9a3e-42ed-8b92-32e036f1aed8","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:45.58232194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"e9a0f979-9a3e-42ed-8b92-32e036f1aed8","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:45.629409532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"b6eba9b7-c8ec-4c68-8bd3-be492fee07e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:45.630854618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d78cd7a-2ee8-4bb2-8d5b-42075007c960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:45.630905789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"0365e220-7ffa-46c9-ac97-dfefbafb97c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:45.632074443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bc45b16-762e-4ae8-9cc7-8e358826ef7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:45.636263891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"59a44150-d229-44db-b009-77d6eb462e4a","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:45.687363454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"b6eba9b7-c8ec-4c68-8bd3-be492fee07e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:45.689617819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d78cd7a-2ee8-4bb2-8d5b-42075007c960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:45.689950087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"0365e220-7ffa-46c9-ac97-dfefbafb97c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:45.692289926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bc45b16-762e-4ae8-9cc7-8e358826ef7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:45.796851937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"3e7039bd-66a6-430a-9ae7-427fb59ff212","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:45.998313971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"f9adc766-b5c1-4ee5-89f4-711065c74211","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:45.999222998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"2ce12ed4-8e2f-4968-83f3-dbb90f8e594e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.013212896Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-9a6137","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","reconcileID":"65dd044e-8442-4c10-a59f-8cf44dc7375d","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-unrel-9a6137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.05052709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"b3c480b4-1002-4f99-b432-4a83201216e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.051041131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"1539dadc-1757-4d7d-a4df-060268290bd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.056276491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"f9adc766-b5c1-4ee5-89f4-711065c74211","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.057434349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"2ce12ed4-8e2f-4968-83f3-dbb90f8e594e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.109638938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"b3c480b4-1002-4f99-b432-4a83201216e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.109917427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"1539dadc-1757-4d7d-a4df-060268290bd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.150061329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e4c75b3c-2b3a-4a97-a864-ddd4fd6f9b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.207172072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e4c75b3c-2b3a-4a97-a864-ddd4fd6f9b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.432125946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c16a6fe7-558e-4e4b-a405-cf54edf83827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.490101905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c16a6fe7-558e-4e4b-a405-cf54edf83827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.522159401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a53e2ff4-710c-4cfe-8d69-93310ea35557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.522220876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d09df33-4172-4322-a90c-03f499d90001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.573049862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"2ea93c7a-be7b-4214-92c0-8b3e36c19871","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.579432606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d09df33-4172-4322-a90c-03f499d90001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.579627504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a53e2ff4-710c-4cfe-8d69-93310ea35557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.591113554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"a8f5a35d-e047-4b7b-b3a1-bbbd52860056","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.591131158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"a8f5a35d-e047-4b7b-b3a1-bbbd52860056","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.624476641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bd6b383-d54e-4e4f-89ff-63134bbe2b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.630301765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"2ea93c7a-be7b-4214-92c0-8b3e36c19871","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.681494803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bd6b383-d54e-4e4f-89ff-63134bbe2b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.753779617Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"6f810bbd-ffce-49ad-9781-0c600577a742","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a5c5d33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.884158435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2c84fbfa-9da5-419e-b2a5-cf665847297a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.934224902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"981b0ea6-3d62-4e58-8b66-0bafc05e568d","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.935121408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"f5337e8e-db90-456e-808b-d13ed210b763","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.942047188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2c84fbfa-9da5-419e-b2a5-cf665847297a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.992090588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"f5337e8e-db90-456e-808b-d13ed210b763","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:46.992733723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"981b0ea6-3d62-4e58-8b66-0bafc05e568d","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:47.088947108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"aa3e8343-a3d0-48eb-929a-8e61222ebdfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:47.089903185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"8a66c7d7-6e87-4e8b-a298-738ab0a314cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:47.146238366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"aa3e8343-a3d0-48eb-929a-8e61222ebdfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:47.14737687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"8a66c7d7-6e87-4e8b-a298-738ab0a314cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:47.307371849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5c92bb94-3baf-43d2-9e70-975329a7a97e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:47.366428718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5c92bb94-3baf-43d2-9e70-975329a7a97e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:49.987846834Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"35706d65-9a27-4912-98c9-c49a1cca80e0","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:56.805993723Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"df6f792b-c0bc-4735-b226-b1604694f1c7","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","subscription":"e2e-att-serve-6ee77a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:56.911132409Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"df6f792b-c0bc-4735-b226-b1604694f1c7","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:56.981956381Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-sub","reconcileID":"df6f792b-c0bc-4735-b226-b1604694f1c7","MaaSSubscription":{"name":"e2e-att-serve-6ee77a-sub","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"maas-trlp-e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:57.30855077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"b4d7dd28-d1de-436f-9525-4aea205b0169","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:57.308582529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"b4d7dd28-d1de-436f-9525-4aea205b0169","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:57.360726237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"4dd5e71e-24ef-4823-be8a-2509833d5f5d","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:57.421255207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"4dd5e71e-24ef-4823-be8a-2509833d5f5d","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:57.472028854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"0ba731f4-48ce-447f-b5de-99ad910ea7bc","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:57.47205056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"0ba731f4-48ce-447f-b5de-99ad910ea7bc","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:44:57.578467565Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"0ba731f4-48ce-447f-b5de-99ad910ea7bc","name":"e2e-att-serve-6ee77a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-6ee77a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:44:57.578533075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"0ba731f4-48ce-447f-b5de-99ad910ea7bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-6ee77a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:57.636238354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"9317daf1-ae5d-4978-8e8e-85c031c3a0dd","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:57.636260142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"9317daf1-ae5d-4978-8e8e-85c031c3a0dd","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:57.682384239Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"efea18c1-f44d-475f-8f16-1ac4d9ad32d9","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:57.840102015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"efea18c1-f44d-475f-8f16-1ac4d9ad32d9","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:57.970908816Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"efea18c1-f44d-475f-8f16-1ac4d9ad32d9","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"name":"e2e-extmod-b-2fd4c9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:57.970932986Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"e2e-att-serve-6ee77a-access","reconcileID":"efea18c1-f44d-475f-8f16-1ac4d9ad32d9","MaaSAuthPolicy":{"name":"e2e-att-serve-6ee77a-access","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:58.079978561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"253d7275-ed81-4a2a-aeb5-23025429297e","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"tenant":"e2e-extmod-b-2fd4c9","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","model":"e2e-extmod-att-user-ee9655/e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:58.08000312Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"253d7275-ed81-4a2a-aeb5-23025429297e","MaaSModelRef":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"routeName":"external-model-e2e-att-serve-6ee77a-c99192d678ad","namespace":"e2e-extmod-att-user-ee9655","model":"e2e-att-serve-6ee77a","externalModel":"e2e-att-serve-6ee77a","provider":"e2e-att-serve-6ee77a-provider","gateway":"openshift-ingress/e2e-extmod-b-2fd4c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:58.650132953Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"e2dfe919-c00c-4500-9d3b-a01d6789ba8c","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:58.818986229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"805b1ce1-1fcb-42be-9efd-326cffdb355c","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:58.822290422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e75ec556-b686-400d-8b88-889c9aa558eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:58.870516979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a882eca-1c7c-48b2-8703-b7d45284ba0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:58.870545357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3afa5a4c-764b-4ce0-80e6-17893c640d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:58.873973531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"e8334220-0ab2-465c-9259-9815b1ac9937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:58.876010225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"805b1ce1-1fcb-42be-9efd-326cffdb355c","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:58.879189856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e75ec556-b686-400d-8b88-889c9aa558eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:58.928556855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a882eca-1c7c-48b2-8703-b7d45284ba0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:58.930505173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3afa5a4c-764b-4ce0-80e6-17893c640d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:58.933019988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"e8334220-0ab2-465c-9259-9815b1ac9937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.171367906Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-6ee77a","namespace":"e2e-extmod-att-user-ee9655"},"namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","reconcileID":"60b759b0-6102-42fe-acca-e86db11d63af","namespace":"e2e-extmod-att-user-ee9655","name":"e2e-att-serve-6ee77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.192743487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"bf4dd527-173a-4665-93fb-afb8f052831c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.249967747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"bf4dd527-173a-4665-93fb-afb8f052831c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.348436888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ddb5480b-cadc-46c2-acff-29954948c5b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.348632285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"78d5b8d0-6369-4052-9841-2d9f480d13ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.348442084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"74816f70-35fc-43d9-ab5c-9f7eedb160ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.35046869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"753d28aa-5a90-40a8-a2e1-4f448dc170a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.407105493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"78d5b8d0-6369-4052-9841-2d9f480d13ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.41054612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"74816f70-35fc-43d9-ab5c-9f7eedb160ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.407108998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ddb5480b-cadc-46c2-acff-29954948c5b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.410546256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"753d28aa-5a90-40a8-a2e1-4f448dc170a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.616870973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4f84cb2-f141-483e-bc08-7076d142a36b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.675454374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"e525cc9f-bac4-4b7f-a9d2-4b64ca3ef958","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.678935935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4f84cb2-f141-483e-bc08-7076d142a36b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.726643478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5b2d2af4-c7fe-43a7-acf9-1d7d3c94181f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.726642333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"73004b3a-18f5-4bd3-a0d6-960c96c9605b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.727557638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"bbf11824-e2d3-44ca-8369-866c5b166f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.732908496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"e525cc9f-bac4-4b7f-a9d2-4b64ca3ef958","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.790350633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"bbf11824-e2d3-44ca-8369-866c5b166f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.798457908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5b2d2af4-c7fe-43a7-acf9-1d7d3c94181f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:44:59.807219384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"73004b3a-18f5-4bd3-a0d6-960c96c9605b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:00.039348224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e5a115fb-d164-4d4c-901d-9f3a893a13db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:00.088295331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"654e52b0-3a79-474b-a24b-f10c95c4961b","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:00.095771397Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"87207db1-b4ab-4888-bb68-05066c134198","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:00.096208133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e5a115fb-d164-4d4c-901d-9f3a893a13db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:00.144703714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a675f02-60d9-4a92-a052-3be4ab36f584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:00.145238534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8a743226-f65e-4d4b-992b-15a7f7c899f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:00.147491658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"654e52b0-3a79-474b-a24b-f10c95c4961b","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:00.20572864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a675f02-60d9-4a92-a052-3be4ab36f584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:00.208608063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8a743226-f65e-4d4b-992b-15a7f7c899f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:05.210366216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cb3887-e3ff-42a8-917e-2ca38eac0cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:05.2630295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cb3887-e3ff-42a8-917e-2ca38eac0cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:05.315579438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cb3887-e3ff-42a8-917e-2ca38eac0cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:05.368215135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cb3887-e3ff-42a8-917e-2ca38eac0cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:07.272167147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78a233c-37a0-4877-8d05-099b8fedc7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:07.32484149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78a233c-37a0-4877-8d05-099b8fedc7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:07.377886397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78a233c-37a0-4877-8d05-099b8fedc7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:07.430312217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78a233c-37a0-4877-8d05-099b8fedc7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:08.109439859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa7d0f3c-a00c-4d37-bb68-8fa96b60a8ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:08.109461256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa7d0f3c-a00c-4d37-bb68-8fa96b60a8ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:08.164639572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96297665-377c-4cb9-955c-2e01ceee36e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:08.164665132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96297665-377c-4cb9-955c-2e01ceee36e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:08.268700485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"751d1a58-0186-4968-ad16-659f90af7316","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:08.396042827Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"751d1a58-0186-4968-ad16-659f90af7316","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"name":"e2e-api-b-8815d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:08.45195642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8815d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"751d1a58-0186-4968-ad16-659f90af7316","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:08.509285817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"376d4cb7-dddf-4efe-9f5f-446f4ddb5fe8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:08.509305021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"376d4cb7-dddf-4efe-9f5f-446f4ddb5fe8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:10.205237126Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"af60beb0-a549-482e-bc16-4363356ea104","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:11.885916308Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.380109896Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"a1458399-3c95-448e-9f0d-0f6b4c3abf9e","namespace":"llm","name":"e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.437292783Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"8a225fd2-7ee0-4047-a1d3-3396bccf6159","namespace":"llm","name":"e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.487548014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"c08f38bf-d099-4879-91c8-d408a4d4de9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.487986678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"b2673a5b-d569-4036-8fa6-e18eed0eb214","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.542277034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"d7ed238e-a517-40f4-b1d4-88fdd2763aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.542599109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2931543c-0c7f-4f56-a49a-6083ac683ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.543352024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"6fa68575-a1bd-4fd0-9568-57d31b26a4fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.561722922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"b2673a5b-d569-4036-8fa6-e18eed0eb214","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"name":"e2e-api-b-8815d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.565023334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"c08f38bf-d099-4879-91c8-d408a4d4de9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.600084825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"d7ed238e-a517-40f4-b1d4-88fdd2763aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.614190471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"6fa68575-a1bd-4fd0-9568-57d31b26a4fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.615295202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2931543c-0c7f-4f56-a49a-6083ac683ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.618436551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8815d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"b2673a5b-d569-4036-8fa6-e18eed0eb214","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.778621423Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"e4422430-22ad-4e6f-8b2c-84a0f9dbac2d","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"name":"e2e-dft-a76334","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.778746867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e73634e6-247e-4b71-ae98-defe5f2b1c72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.836708347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e73634e6-247e-4b71-ae98-defe5f2b1c72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.888604685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"efdba424-c203-4403-bc58-edc22487ddd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.889207813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3dcbaad0-199a-4080-b08c-ef4c3d05d213","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.891155106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c4f16dc-2df8-4898-bb31-453128b52201","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.892007264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c4f16dc-2df8-4898-bb31-453128b52201","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.892563146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b2d0c94c-aa4a-404e-87be-1c151e533807","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.892634726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b2d0c94c-aa4a-404e-87be-1c151e533807","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.893029715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6c4c0467-0212-4b38-975e-dd6584938aee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.893048171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6c4c0467-0212-4b38-975e-dd6584938aee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.893402774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"454c5343-3880-4f08-8ca5-382ef693ca84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.893421525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"454c5343-3880-4f08-8ca5-382ef693ca84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.927002015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"55d7b86e-2285-41b4-a87e-6eef9463c963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.927133184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"12dbd471-fbb5-4714-bb2a-9bbdd2e4ca09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.949448606Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"6df29bf7-0a10-4229-8f8b-9c96a4f9dda7","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"name":"e2e-dft-a76334","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.984951574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"55d7b86e-2285-41b4-a87e-6eef9463c963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:13.986142867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"12dbd471-fbb5-4714-bb2a-9bbdd2e4ca09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.001961059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8898d366-87a1-408a-9e85-b91a3afbfeec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.001979179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8898d366-87a1-408a-9e85-b91a3afbfeec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.002235178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8da27354-de5d-4fbf-9a2c-25dbeb1be54b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.002246995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8da27354-de5d-4fbf-9a2c-25dbeb1be54b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.002470122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e67bc4be-446c-446b-b77d-ad42f3ecf5b4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.00248241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e67bc4be-446c-446b-b77d-ad42f3ecf5b4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.002842681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e7226a0b-0e84-4af3-bc1c-b858c6c87b0f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.00286117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e7226a0b-0e84-4af3-bc1c-b858c6c87b0f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.033349012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"4653f1e8-14f0-4ab5-9d5d-7545b09d0a07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.033750902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f2fc576-0bb3-4405-a200-c2c5cb157997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.095339325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f2fc576-0bb3-4405-a200-c2c5cb157997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.095382538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"4653f1e8-14f0-4ab5-9d5d-7545b09d0a07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.174398736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"b4a3376e-f851-4f83-bfa9-8cffbb8ddf13","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.231569317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"b4a3376e-f851-4f83-bfa9-8cffbb8ddf13","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.426903481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"b3c93bd5-0557-47e0-a97c-07e668ed7025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.428266934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d2b70ff-a38d-465f-a6aa-bd85361710eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.474828471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"c39c7cdd-da11-4c44-8cc0-b7e86dd62bab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.48405643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"b3c93bd5-0557-47e0-a97c-07e668ed7025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.485423678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d2b70ff-a38d-465f-a6aa-bd85361710eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.527084082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"17fb768c-e8cf-4d41-bb0b-a9e5e110389e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.532058457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"c39c7cdd-da11-4c44-8cc0-b7e86dd62bab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.584276663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"17fb768c-e8cf-4d41-bb0b-a9e5e110389e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.616544609Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"23a1a06a-ed03-4550-966f-0d44f6268d7e","namespace":"llm","name":"e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.669956468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"4bab65d2-2c06-437e-9893-9e02ab7dc6ad","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.669990736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"4bab65d2-2c06-437e-9893-9e02ab7dc6ad","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"routeName":"external-model-e2e-dft-a76334-b3fed2c2d9b7","namespace":"llm","model":"e2e-dft-a76334","externalModel":"e2e-dft-a76334","provider":"e2e-dft-a76334-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.679315666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"4990d13b-0f97-47af-928d-3d341ef15bcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.739754257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"4990d13b-0f97-47af-928d-3d341ef15bcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"name":"e2e-api-b-8815d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.796450412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8815d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"4990d13b-0f97-47af-928d-3d341ef15bcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.90113336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"919cbce6-2c98-42bc-8f82-40a6df1a1b31","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.930932744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b204c0f0-bcdd-4348-bc43-7a9471bb6338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.931195621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"505f435e-ec34-4347-ab3b-5447a0035921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.930949968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8af4be5-f2d0-43ba-8ddd-61557bc3fd56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.958763122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"919cbce6-2c98-42bc-8f82-40a6df1a1b31","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.988518836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b204c0f0-bcdd-4348-bc43-7a9471bb6338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.988592017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8af4be5-f2d0-43ba-8ddd-61557bc3fd56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:14.99069291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"505f435e-ec34-4347-ab3b-5447a0035921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.031471937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10868c6b-a1ea-416b-922a-6107329b15a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.088506002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10868c6b-a1ea-416b-922a-6107329b15a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.299179737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"90bfa384-2789-47a3-b4f7-8ef088ffb9cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.351147717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"a7eb7bb8-ec22-42d9-b0dd-58d26baf737d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.351733945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"be1b09e3-ac79-4584-b834-a6c45a3b1e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.357076965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"90bfa384-2789-47a3-b4f7-8ef088ffb9cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.408417592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"a7eb7bb8-ec22-42d9-b0dd-58d26baf737d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.409053793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"be1b09e3-ac79-4584-b834-a6c45a3b1e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.452632996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"8e3572e5-6be8-40d5-a580-c92c0b5cb223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.452751703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e72698b4-f587-460f-b6e6-82c45c6630ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.510069762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e72698b4-f587-460f-b6e6-82c45c6630ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.510288325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"8e3572e5-6be8-40d5-a580-c92c0b5cb223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.713424061Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"35240bd7-bc5a-40c7-ab27-0a494225e926","namespace":"llm","name":"e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.728219053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"536b5ed8-986a-4b11-8a35-66548d6f0646","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.785457848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"536b5ed8-986a-4b11-8a35-66548d6f0646","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"name":"e2e-api-b-8815d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.841263355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8815d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"536b5ed8-986a-4b11-8a35-66548d6f0646","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.880927437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"857a376b-617b-4a89-b6de-c3f921ffea46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.880932689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"93c0aeb4-3a09-4c86-9c6a-ab04a35a7381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.930706292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"123c0c98-f0b4-4837-aadc-14d4275455c4","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.939243762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"93c0aeb4-3a09-4c86-9c6a-ab04a35a7381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.939401584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"857a376b-617b-4a89-b6de-c3f921ffea46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.982549092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2e532a3d-af25-4e5d-8b86-b7f77a0927a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:15.989924299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"123c0c98-f0b4-4837-aadc-14d4275455c4","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:16.03982808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2e532a3d-af25-4e5d-8b86-b7f77a0927a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:16.083195417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48e1c8ac-b6d6-4304-9862-a4773a1d34dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:16.142194518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48e1c8ac-b6d6-4304-9862-a4773a1d34dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:16.248500525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"6034dba8-4f1a-48dd-abae-2158820fb525","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:16.300436824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4ccad52a-cf07-479a-9d7e-6bb4fd97fba9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:16.30545211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"6034dba8-4f1a-48dd-abae-2158820fb525","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:16.357691353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4ccad52a-cf07-479a-9d7e-6bb4fd97fba9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:16.401092366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"45ede715-4fc2-44ac-9e2b-96729b9c793f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:16.407541152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f2bd4ad7-e6ca-4a86-a012-6e041684e2df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:16.453404594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7f5dd39b-75d7-4099-b20e-88065fc9d144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:16.458667721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"45ede715-4fc2-44ac-9e2b-96729b9c793f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:16.464583989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f2bd4ad7-e6ca-4a86-a012-6e041684e2df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:16.510582435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7f5dd39b-75d7-4099-b20e-88065fc9d144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:16.619870764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"a1a5c4d6-2be4-450c-ac8f-340394b517e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:16.677203722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"a1a5c4d6-2be4-450c-ac8f-340394b517e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"name":"e2e-api-b-8815d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:16.736751074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8815d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"a1a5c4d6-2be4-450c-ac8f-340394b517e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:17.669891113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"13fdb5bc-4418-4385-9de2-637ed6d9c2a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:17.727642648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"13fdb5bc-4418-4385-9de2-637ed6d9c2a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:17.85553591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c609574-c470-456f-8f13-b4b7194c4369","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:17.855557831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c609574-c470-456f-8f13-b4b7194c4369","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:17.931887356Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"e2f9ad6a-ef2a-4f6d-959f-c610e5fd0037","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:18.096401447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"a7fc1180-2a5f-46c4-8d60-7b520d52b8ef","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-31e728ff","tenantID":"e2e-derive-31e728ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:18.194334987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"e2f9ad6a-ef2a-4f6d-959f-c610e5fd0037","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:18.2205625Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"a7fc1180-2a5f-46c4-8d60-7b520d52b8ef","name":"e2e-derive-31e728ff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:18.327337301Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"e2f9ad6a-ef2a-4f6d-959f-c610e5fd0037","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"name":"e2e-api-a-faa8ff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:18.327366671Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"e2e-e2e-api-a-faa8ff-policy","reconcileID":"e2f9ad6a-ef2a-4f6d-959f-c610e5fd0037","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-faa8ff-policy","namespace":"ai-tenant-e2e-api-a-faa8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-faa8ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:18.423525772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e61ee60c-3346-4be3-8dd8-fb69b7e99e2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:18.423546864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e61ee60c-3346-4be3-8dd8-fb69b7e99e2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:18.945394683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed26e551-8b34-4a7f-be10-c4705c1063e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:18.998145322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed26e551-8b34-4a7f-be10-c4705c1063e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:19.051025382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed26e551-8b34-4a7f-be10-c4705c1063e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:19.103982044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed26e551-8b34-4a7f-be10-c4705c1063e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:19.83564054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"12d50888-8e77-4da2-889b-ef1446ada0c6","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:19.835669106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"12d50888-8e77-4da2-889b-ef1446ada0c6","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"routeName":"external-model-e2e-dft-a76334-b3fed2c2d9b7","namespace":"llm","model":"e2e-dft-a76334","externalModel":"e2e-dft-a76334","provider":"e2e-dft-a76334-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:19.941599038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"a15f915a-6c60-4c9b-b57c-0f7524e6ce30","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:19.941652687Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"a15f915a-6c60-4c9b-b57c-0f7524e6ce30","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"routeName":"external-model-e2e-dft-a76334-b3fed2c2d9b7","namespace":"llm","model":"e2e-dft-a76334","externalModel":"e2e-dft-a76334","provider":"e2e-dft-a76334-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:20.052443707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"e612a42f-9cd5-4df7-b021-05318770e3c6","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:20.11181471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"e612a42f-9cd5-4df7-b021-05318770e3c6","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:20.310706619Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"c14a8088-2bfc-4beb-9e34-b3b7b5ed1162","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:20.55861367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"0db9d2fc-bd36-4f7c-8d9b-535dd9fe73a4","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:20.558643654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"0db9d2fc-bd36-4f7c-8d9b-535dd9fe73a4","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"routeName":"external-model-e2e-dft-a76334-b3fed2c2d9b7","namespace":"llm","model":"e2e-dft-a76334","externalModel":"e2e-dft-a76334","provider":"e2e-dft-a76334-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:20.714136195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"64f725ad-443e-4f97-8fdc-bbac56b79fad","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:20.770994468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"64f725ad-443e-4f97-8fdc-bbac56b79fad","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:21.100915893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f933c032-31a2-4387-966a-c3acf57c3247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:21.153232751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f933c032-31a2-4387-966a-c3acf57c3247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:21.206107212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f933c032-31a2-4387-966a-c3acf57c3247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:21.25906587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f933c032-31a2-4387-966a-c3acf57c3247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:22.589935972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"bb1ab986-2075-46fd-96ae-9a3be47628ce","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:22.589966303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"bb1ab986-2075-46fd-96ae-9a3be47628ce","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"routeName":"external-model-e2e-dft-a76334-b3fed2c2d9b7","namespace":"llm","model":"e2e-dft-a76334","externalModel":"e2e-dft-a76334","provider":"e2e-dft-a76334-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:45:22.658921134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76334-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-sub","reconcileID":"aee30346-dc0e-4d2b-8a30-b5bb65d52252","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-a76334-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:22.76222599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1a219e5-baec-4dbd-b2e1-edd1bc3f0f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:22.762481021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"c1090d27-2619-47e1-aea2-81ec543f8991","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:22.762758934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"893b52eb-30f1-4fbe-b577-e4615b7836c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:22.770102056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"18c100f2-d7cc-4f96-9c3b-9961343eda88","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:22.770121709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"18c100f2-d7cc-4f96-9c3b-9961343eda88","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"routeName":"external-model-e2e-dft-a76334-b3fed2c2d9b7","namespace":"llm","model":"e2e-dft-a76334","externalModel":"e2e-dft-a76334","provider":"e2e-dft-a76334-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:45:22.876088229Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"18c100f2-d7cc-4f96-9c3b-9961343eda88","name":"e2e-dft-a76334","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-a76334\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:45:22.876173023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"18c100f2-d7cc-4f96-9c3b-9961343eda88","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-a76334\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:22.892888871Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"c1090d27-2619-47e1-aea2-81ec543f8991","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:45:22.897297429Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1a219e5-baec-4dbd-b2e1-edd1bc3f0f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:45:22.900552234Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"893b52eb-30f1-4fbe-b577-e4615b7836c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:22.928636256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"b661eefe-d6cd-4c07-b6e0-f7f98049f86e","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:22.928658582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"b661eefe-d6cd-4c07-b6e0-f7f98049f86e","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"routeName":"external-model-e2e-dft-a76334-b3fed2c2d9b7","namespace":"llm","model":"e2e-dft-a76334","externalModel":"e2e-dft-a76334","provider":"e2e-dft-a76334-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:22.950295586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"c1090d27-2619-47e1-aea2-81ec543f8991","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:45:22.955394395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1a219e5-baec-4dbd-b2e1-edd1bc3f0f20","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:45:22.962528102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"893b52eb-30f1-4fbe-b577-e4615b7836c7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:22.98170602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"08f18eb8-db25-4939-9a6f-c9f1c38bf189","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:22.981726408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"08f18eb8-db25-4939-9a6f-c9f1c38bf189","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:22.982292765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff398355-ea5c-4a47-8a7d-e5e164d4f482","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:22.98231324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff398355-ea5c-4a47-8a7d-e5e164d4f482","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.060020828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"691e7115-d078-4725-bec1-6731568f4d4e","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.060048725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"691e7115-d078-4725-bec1-6731568f4d4e","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"routeName":"external-model-e2e-dft-a76334-b3fed2c2d9b7","namespace":"llm","model":"e2e-dft-a76334","externalModel":"e2e-dft-a76334","provider":"e2e-dft-a76334-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.105069461Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76334-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-sub","reconcileID":"c377531d-02f2-441c-a876-79440e8afeaf","MaaSSubscription":{"name":"e2e-dft-a76334-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-a76334","model":"e2e-dft-a76334","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-a76334-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.16356568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"086e9e4d-a9f3-4202-a37a-f834a4653f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.220541717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"086e9e4d-a9f3-4202-a37a-f834a4653f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.220902106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85445dfd-7162-40dd-b4b1-8caf4d6f2d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.221031823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d27ad07-ffab-47f1-88be-c09df08ea02a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.221187378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"e636d10f-c14f-4ab8-b479-56d01da331f5","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.273608319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85445dfd-7162-40dd-b4b1-8caf4d6f2d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.277238756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"086e9e4d-a9f3-4202-a37a-f834a4653f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.278345604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d27ad07-ffab-47f1-88be-c09df08ea02a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.32587588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85445dfd-7162-40dd-b4b1-8caf4d6f2d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.330766199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"e636d10f-c14f-4ab8-b479-56d01da331f5","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.378377109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85445dfd-7162-40dd-b4b1-8caf4d6f2d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.382301404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d27ad07-ffab-47f1-88be-c09df08ea02a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.384329921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a9d70058-d0d3-4302-890a-c97273fbbd3a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.384351844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a9d70058-d0d3-4302-890a-c97273fbbd3a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.435147457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"e636d10f-c14f-4ab8-b479-56d01da331f5","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.489508193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"b30f2423-1685-4589-8737-ec8ce9a22496","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.489542487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"b30f2423-1685-4589-8737-ec8ce9a22496","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"routeName":"external-model-e2e-dft-a76334-b3fed2c2d9b7","namespace":"llm","model":"e2e-dft-a76334","externalModel":"e2e-dft-a76334","provider":"e2e-dft-a76334-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.593586975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4faff92b-3c00-4c43-beff-084376af06b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.593635296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4faff92b-3c00-4c43-beff-084376af06b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:23.751301626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76334-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-sub","reconcileID":"d6f76afe-87f3-4344-b507-b2bf9805dc6e","MaaSSubscription":{"name":"e2e-dft-a76334-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-a76334","model":"llm/e2e-dft-a76334","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:25.267495915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40a51a6-5eda-4921-9b73-a96e6c79b60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:25.319523022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40a51a6-5eda-4921-9b73-a96e6c79b60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:25.372247834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40a51a6-5eda-4921-9b73-a96e6c79b60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:25.425083705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40a51a6-5eda-4921-9b73-a96e6c79b60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:26.920494662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"89e8b01c-83fe-4e13-a30b-cc3dd8c8ab5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:26.982620346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"89e8b01c-83fe-4e13-a30b-cc3dd8c8ab5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"name":"e2e-api-b-8815d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:27.039220165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8815d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"89e8b01c-83fe-4e13-a30b-cc3dd8c8ab5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:27.425975672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42b2a04-b336-4c9d-81cd-c9c62f54d79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:27.479255159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42b2a04-b336-4c9d-81cd-c9c62f54d79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:27.532591639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42b2a04-b336-4c9d-81cd-c9c62f54d79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:27.590364714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42b2a04-b336-4c9d-81cd-c9c62f54d79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:28.642413741Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"1de3971a-1be2-47a1-ab00-79720f7aa6ad","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:28.702111798Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"a5094b0c-ab08-4cab-b852-d5a02b94b6a1","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:28.789992494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"98572a09-04f1-43e6-a78f-549ffb55fe35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:28.913438183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"98572a09-04f1-43e6-a78f-549ffb55fe35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"name":"e2e-api-b-8815d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:28.964207515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"46f9115f-660d-4c22-b362-1329a5813d70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:28.974270068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8815d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb1a3a0e52436a7ac996892ea17174bc16438fc284cc1eda5f1982a0a2e0f89d) AuthConfig (9317159d751d7a4ca2f7aa908ee17b0ca96d625c88b479a8550a90d5a27278b2) AuthConfig (827bb45b74f27bd218e6d789e1bdd3b15460c8792b1fd037e38d39a5bc47d8a4) AuthConfig (b542eedcf16bb04ea971e40c961343646500bb0e86113be08455f53bf5482e8d) AuthConfig (00b870efbe4af46928ad3f265925bf53812a9d174140d13eb9bd912ee767fa55) AuthConfig (4d5486dc824d3caa7a39aeb1d54646e83080acf2a0bbb045bc5fd8823dd13aa8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"98572a09-04f1-43e6-a78f-549ffb55fe35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.021430186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"79eefb70-678f-43c6-8e65-9be76876d01f","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.021874622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af1cd04f-f7a1-4c0e-a134-89246f54fcd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.022072344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de527505-38e3-4f3d-aab8-8fdeb9b82235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.022265541Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"7280d913-d8a2-4543-a87a-bcfd95c7a2f6","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.033641099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"46f9115f-660d-4c22-b362-1329a5813d70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.097866579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af1cd04f-f7a1-4c0e-a134-89246f54fcd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.116260156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"79eefb70-678f-43c6-8e65-9be76876d01f","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.12597757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de527505-38e3-4f3d-aab8-8fdeb9b82235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.156916969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af1cd04f-f7a1-4c0e-a134-89246f54fcd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.251449388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7411458d-f0c6-44a4-be0c-1278d0e4b1ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.348627163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7411458d-f0c6-44a4-be0c-1278d0e4b1ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.362261197Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"b71dfe1d-5d5c-4a84-83a0-fdfb138dd12f","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.365047281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"79eefb70-678f-43c6-8e65-9be76876d01f","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.466316478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de527505-38e3-4f3d-aab8-8fdeb9b82235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.575291296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e73fc4cf-c44c-4de5-8312-e9ba7bbe0e39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.685690195Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"10b4e912-8e65-4cc9-b01a-dfef64fef600","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.774637383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e73fc4cf-c44c-4de5-8312-e9ba7bbe0e39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.808214136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"4b77e92a-aa70-4b59-83a6-c74a09efd3ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.810037973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c8bb8e8-04f7-4e69-80b8-0fd57ab3f002","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.833366787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c8bb8e8-04f7-4e69-80b8-0fd57ab3f002","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.834850481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ef786191-ef44-4bad-8ec8-7d0dea16ae1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.877497114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"17a67412-5088-4e9a-9005-6cfb637507a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.944855336Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"f44af6dc-2195-4617-a05f-1b387783ed8b","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:29.996317284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"4b77e92a-aa70-4b59-83a6-c74a09efd3ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.025725681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"92074cad-eeef-461e-99d1-5d0950fd010a","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.025857069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"92074cad-eeef-461e-99d1-5d0950fd010a","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.128835978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"d05e013a-747c-45fe-ad7e-ba7e34b8d282","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.154498238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"17a67412-5088-4e9a-9005-6cfb637507a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.170345703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ef786191-ef44-4bad-8ec8-7d0dea16ae1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.226929353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"d05e013a-747c-45fe-ad7e-ba7e34b8d282","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.428088627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7bed05a-a3a8-41da-a49a-6e550e945f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.488840246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7bed05a-a3a8-41da-a49a-6e550e945f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.497972323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"618787fd-5148-47a4-9fc8-a93bf076a380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.540239434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"d2d7b90e-bbc6-49df-b11d-3e5592c95788","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.544876467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7bed05a-a3a8-41da-a49a-6e550e945f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.557646924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"618787fd-5148-47a4-9fc8-a93bf076a380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.598079189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"d2d7b90e-bbc6-49df-b11d-3e5592c95788","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"name":"e2e-api-b-8815d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.653824332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8815d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb1a3a0e52436a7ac996892ea17174bc16438fc284cc1eda5f1982a0a2e0f89d) AuthConfig (9317159d751d7a4ca2f7aa908ee17b0ca96d625c88b479a8550a90d5a27278b2) AuthConfig (827bb45b74f27bd218e6d789e1bdd3b15460c8792b1fd037e38d39a5bc47d8a4) AuthConfig (b542eedcf16bb04ea971e40c961343646500bb0e86113be08455f53bf5482e8d) AuthConfig (00b870efbe4af46928ad3f265925bf53812a9d174140d13eb9bd912ee767fa55) AuthConfig (4d5486dc824d3caa7a39aeb1d54646e83080acf2a0bbb045bc5fd8823dd13aa8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"d2d7b90e-bbc6-49df-b11d-3e5592c95788","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.664037404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c281d07-1a0f-472b-b86b-fb4fbcecb76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.664481389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"d566c917-0f33-4840-9f0d-5bc736107ba8","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.718354142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c281d07-1a0f-472b-b86b-fb4fbcecb76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.719112261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f7a1bbc6-1f57-49f6-99fa-2d536a0fa62e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.773955691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c281d07-1a0f-472b-b86b-fb4fbcecb76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.781066312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"d566c917-0f33-4840-9f0d-5bc736107ba8","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.826947229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c281d07-1a0f-472b-b86b-fb4fbcecb76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.827638647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"8f82985f-6e40-46f1-b0c4-b206b7a58abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.828152488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c8ff40d-1889-449e-bf2a-c12e86410ff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.834435181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f7a1bbc6-1f57-49f6-99fa-2d536a0fa62e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.887464053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"d566c917-0f33-4840-9f0d-5bc736107ba8","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.892467997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"8f82985f-6e40-46f1-b0c4-b206b7a58abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.893558408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c8ff40d-1889-449e-bf2a-c12e86410ff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.952509831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c8ff40d-1889-449e-bf2a-c12e86410ff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:30.998245856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"20078d5a-eab5-4fb7-af90-3f97d040afd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.055908962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"20078d5a-eab5-4fb7-af90-3f97d040afd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.123612999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"41960b2a-ab02-4705-a159-fc5b459bac06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.183368605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"e6aaa8f3-9646-41b7-9269-37b5366e3e7b","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.188599504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"41960b2a-ab02-4705-a159-fc5b459bac06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.193769269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"103c1add-e248-45b6-9d0a-85f41df1232a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.241309052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"e6aaa8f3-9646-41b7-9269-37b5366e3e7b","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.25367336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"103c1add-e248-45b6-9d0a-85f41df1232a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.349280471Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"4d3e9b82-4eb7-45ce-8120-4278e114e81d","namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.45636994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"51c078bf-8cb1-492d-a037-db6fa949371f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.513472936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"51c078bf-8cb1-492d-a037-db6fa949371f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"name":"e2e-api-b-8815d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.561507221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbc188c1-ad26-4c3f-b84b-14f8758e8be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.571993473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8815d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb1a3a0e52436a7ac996892ea17174bc16438fc284cc1eda5f1982a0a2e0f89d) AuthConfig (9317159d751d7a4ca2f7aa908ee17b0ca96d625c88b479a8550a90d5a27278b2) AuthConfig (827bb45b74f27bd218e6d789e1bdd3b15460c8792b1fd037e38d39a5bc47d8a4) AuthConfig (b542eedcf16bb04ea971e40c961343646500bb0e86113be08455f53bf5482e8d) AuthConfig (00b870efbe4af46928ad3f265925bf53812a9d174140d13eb9bd912ee767fa55) AuthConfig (4d5486dc824d3caa7a39aeb1d54646e83080acf2a0bbb045bc5fd8823dd13aa8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"51c078bf-8cb1-492d-a037-db6fa949371f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.619380282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbc188c1-ad26-4c3f-b84b-14f8758e8be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.669118508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"2ef1b320-47da-4cdc-a648-92a06ae2d2c3","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.679520163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbc188c1-ad26-4c3f-b84b-14f8758e8be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.718509343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f3aa48b3-527c-4460-b8bb-fbb5ddf3bb27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.728340959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"2ef1b320-47da-4cdc-a648-92a06ae2d2c3","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.734561945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c232c1fe-8553-4b9b-8b73-3afbbef33650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.735111345Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"20b0744c-b6f1-4181-b72e-7e5ba049ebcb","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.770102544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"697128f1-c8f4-4f29-b366-afa0d8111671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.775755453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f3aa48b3-527c-4460-b8bb-fbb5ddf3bb27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.787638231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"2ef1b320-47da-4cdc-a648-92a06ae2d2c3","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.795977003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c232c1fe-8553-4b9b-8b73-3afbbef33650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.859455941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"697128f1-c8f4-4f29-b366-afa0d8111671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.866029261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3f66dfae-362b-4d7f-87ca-dc907e651e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.920804081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"a02005c7-c94d-4406-9a2f-5adf22db3b57","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.920836565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"a02005c7-c94d-4406-9a2f-5adf22db3b57","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.926638456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3f66dfae-362b-4d7f-87ca-dc907e651e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.972055077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1c37df58-ee47-410a-aea1-1fe1e7e4e698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:31.976640426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"697128f1-c8f4-4f29-b366-afa0d8111671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.030761333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1c37df58-ee47-410a-aea1-1fe1e7e4e698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.186146218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"14e5742f-e343-4824-9bb2-63b33480c8f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.263327766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"1477919c-08e9-4ae9-b480-4830a218e519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.263813782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"803c227a-4fb3-41d1-8dc5-5e4bb764eada","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.263839631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"803c227a-4fb3-41d1-8dc5-5e4bb764eada","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.269479816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"14e5742f-e343-4824-9bb2-63b33480c8f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.314203547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"51631c18-f68b-4844-a17a-26948fe14adb","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.32065571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"1477919c-08e9-4ae9-b480-4830a218e519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.369109855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"20dd0438-d2b5-4c18-bb1b-29277264efd6","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.372742736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"51631c18-f68b-4844-a17a-26948fe14adb","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.431116662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"20dd0438-d2b5-4c18-bb1b-29277264efd6","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.550496794Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"d16be076-2f00-42b9-aef6-2493cb331582","namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.658933177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"a03ef41c-5115-44db-9d8f-6ed40c46b8c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.716290003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"a03ef41c-5115-44db-9d8f-6ed40c46b8c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"name":"e2e-api-b-8815d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.769029294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb08912-ddf6-49d2-b1ce-745b21876766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.769201057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"2843bb31-c482-4060-aa77-e47d72387cd1","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.769443873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00ae19ab-a11a-4b23-8047-f45a7c46b075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.82250513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb08912-ddf6-49d2-b1ce-745b21876766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.82758716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"2843bb31-c482-4060-aa77-e47d72387cd1","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.827811092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00ae19ab-a11a-4b23-8047-f45a7c46b075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.876019458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb08912-ddf6-49d2-b1ce-745b21876766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.876394205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa96fe40-f8ad-4c3c-a879-24fa7aa0d896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.928746074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb08912-ddf6-49d2-b1ce-745b21876766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.932352404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8815d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb1a3a0e52436a7ac996892ea17174bc16438fc284cc1eda5f1982a0a2e0f89d) AuthConfig (9317159d751d7a4ca2f7aa908ee17b0ca96d625c88b479a8550a90d5a27278b2) AuthConfig (827bb45b74f27bd218e6d789e1bdd3b15460c8792b1fd037e38d39a5bc47d8a4) AuthConfig (b542eedcf16bb04ea971e40c961343646500bb0e86113be08455f53bf5482e8d) AuthConfig (00b870efbe4af46928ad3f265925bf53812a9d174140d13eb9bd912ee767fa55) AuthConfig (4d5486dc824d3caa7a39aeb1d54646e83080acf2a0bbb045bc5fd8823dd13aa8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"a03ef41c-5115-44db-9d8f-6ed40c46b8c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.932583565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00ae19ab-a11a-4b23-8047-f45a7c46b075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.933875414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"2843bb31-c482-4060-aa77-e47d72387cd1","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.982508039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"68a47fa3-dbca-4765-ab50-65a661a98ce5","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.982544928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"68a47fa3-dbca-4765-ab50-65a661a98ce5","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:32.988337689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa96fe40-f8ad-4c3c-a879-24fa7aa0d896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.046334408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa96fe40-f8ad-4c3c-a879-24fa7aa0d896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.089153093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"1caa163f-9365-41f0-8062-04a6d307b03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.09518125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3097085f-45fe-46da-b953-229cae7470ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.095368916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"5b9f52d0-723c-4576-964b-531a435a935a","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.095181253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"88aca7d1-a305-4421-b210-247545f34e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.147383378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"1caa163f-9365-41f0-8062-04a6d307b03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.152994061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"5b9f52d0-723c-4576-964b-531a435a935a","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.153126918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3097085f-45fe-46da-b953-229cae7470ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.154328547Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"3c5f83bb-9753-42d8-ae35-c2723f5dd2a1","namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.20671864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"88aca7d1-a305-4421-b210-247545f34e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.206745145Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"6b67f69f-862a-4937-84ca-70f4a899a746","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.25316394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c0efdb8a-9263-4a32-9a62-cd1dd9102abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.31010684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c0efdb8a-9263-4a32-9a62-cd1dd9102abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.512646753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"d8172bcb-7e3f-41dc-bd32-80e213c824c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.564550085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"8c1b62c3-dda5-44f8-8f3f-8b5b49032ba0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.573277918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"d8172bcb-7e3f-41dc-bd32-80e213c824c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.613949212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"f93211ef-30be-461e-8048-def621b0aee1","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.613954597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1f1aa18e-2ecd-4d0d-9a8b-95adc17fef77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.622015612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"8c1b62c3-dda5-44f8-8f3f-8b5b49032ba0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"name":"e2e-api-b-8815d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.67245035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1f1aa18e-2ecd-4d0d-9a8b-95adc17fef77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.672646416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"f93211ef-30be-461e-8048-def621b0aee1","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.67827762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8815d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb1a3a0e52436a7ac996892ea17174bc16438fc284cc1eda5f1982a0a2e0f89d) AuthConfig (9317159d751d7a4ca2f7aa908ee17b0ca96d625c88b479a8550a90d5a27278b2) AuthConfig (827bb45b74f27bd218e6d789e1bdd3b15460c8792b1fd037e38d39a5bc47d8a4) AuthConfig (b542eedcf16bb04ea971e40c961343646500bb0e86113be08455f53bf5482e8d) AuthConfig (00b870efbe4af46928ad3f265925bf53812a9d174140d13eb9bd912ee767fa55) AuthConfig (4d5486dc824d3caa7a39aeb1d54646e83080acf2a0bbb045bc5fd8823dd13aa8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"8c1b62c3-dda5-44f8-8f3f-8b5b49032ba0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.765088919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"783cb415-bb8d-4698-8b9f-95d19f9634b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.82241562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"783cb415-bb8d-4698-8b9f-95d19f9634b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.883695788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"783cb415-bb8d-4698-8b9f-95d19f9634b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.938891266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"9c2b98c1-a525-4880-82ac-cfb420cb744d","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.939146011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b766175e-9c3d-47f6-aa39-0af4f6e0395c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:33.992655407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e3c7e6c4-be7d-40da-8232-2b83277e1e6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:34.050341766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e3c7e6c4-be7d-40da-8232-2b83277e1e6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:34.051886753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"9c2b98c1-a525-4880-82ac-cfb420cb744d","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:34.052537469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b766175e-9c3d-47f6-aa39-0af4f6e0395c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:34.095872686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"cb9666f3-7cc7-4d68-a430-87e12a88dae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:34.096603338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"871b5630-5b50-4c36-b912-cefdf9be57ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:34.107909977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"9c2b98c1-a525-4880-82ac-cfb420cb744d","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:34.113906373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b766175e-9c3d-47f6-aa39-0af4f6e0395c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:34.153318538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"cb9666f3-7cc7-4d68-a430-87e12a88dae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:34.154037757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"871b5630-5b50-4c36-b912-cefdf9be57ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:34.359513924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"2ac8f9a4-730b-4ec1-b5c9-807fc26fc7f3","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:34.360341773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"af258a35-6b2d-4703-b60a-fc31b627a111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:34.417742703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"af258a35-6b2d-4703-b60a-fc31b627a111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:34.41854595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"2ac8f9a4-730b-4ec1-b5c9-807fc26fc7f3","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:34.913345624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7fbe83-6597-4a8e-bb6c-f9dfbabc984f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:34.965710251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7fbe83-6597-4a8e-bb6c-f9dfbabc984f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:35.018033476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7fbe83-6597-4a8e-bb6c-f9dfbabc984f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:35.070253332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7fbe83-6597-4a8e-bb6c-f9dfbabc984f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:36.96506761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"573f0750-9b92-418a-807c-bef9508a31e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:37.017655956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"573f0750-9b92-418a-807c-bef9508a31e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:37.072272198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"573f0750-9b92-418a-807c-bef9508a31e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:37.124610408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"573f0750-9b92-418a-807c-bef9508a31e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:37.534844903Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:37.587562109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"fd07c5b2-0d77-4295-85e0-b6921e169448","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:37.587590685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"fd07c5b2-0d77-4295-85e0-b6921e169448","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:45:37.646138172Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-725b71-f05e07-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:37.695044878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"74957d1f-a26a-4d17-a0d9-75a5f5227540","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:37.69504492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"1925e85b-c5eb-4d9e-adbb-4f66cfa6cacb","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:37.752681914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"1925e85b-c5eb-4d9e-adbb-4f66cfa6cacb","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:37.752687843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"74957d1f-a26a-4d17-a0d9-75a5f5227540","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:37.753162912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"3ca0d9ae-57c6-42e5-8692-83a395103268","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:37.753183451Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"3ca0d9ae-57c6-42e5-8692-83a395103268","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:37.862648595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"6cf8fab0-52ad-4d8a-9e13-579ea2cb7f1e","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:37.86279888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"6cf8fab0-52ad-4d8a-9e13-579ea2cb7f1e","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:37.972245349Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"7b22f82c-9552-487c-8bda-df41c347d918","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-725b71","model":"e2e-cfl-725b71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:38.233337804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"35c6cf69-23ed-4fb2-b77f-0bd2186c8797","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:38.282191104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"ff1de6d3-ca09-4908-b956-d992f2111111","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:38.290539858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"35c6cf69-23ed-4fb2-b77f-0bd2186c8797","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:38.338633471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"d3e6538f-b5e6-42cc-b75a-5d21701ffc10","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:38.338661498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"d3e6538f-b5e6-42cc-b75a-5d21701ffc10","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:38.339466949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"ff1de6d3-ca09-4908-b956-d992f2111111","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:38.600888289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"40df1453-7370-4825-80ac-a92e058a6bd8","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-725b71","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:39.102286803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e144bef9-c4be-40f7-b4d5-ac2b814ae986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:39.155162966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e144bef9-c4be-40f7-b4d5-ac2b814ae986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:39.207475172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e144bef9-c4be-40f7-b4d5-ac2b814ae986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:39.267038406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e144bef9-c4be-40f7-b4d5-ac2b814ae986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:39.535816376Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"5bf70c5c-b8e2-4fb4-b72e-6abfcb2a25be","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:41.561221699Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"6d2ff69c-3b5c-4014-98c5-9d06f79c4e5a","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:41.886706822Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:42.507753016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cf0598-6b1f-4e1e-90b6-65fc14bab163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:42.560643522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cf0598-6b1f-4e1e-90b6-65fc14bab163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:42.613075827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cf0598-6b1f-4e1e-90b6-65fc14bab163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:42.66530177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cf0598-6b1f-4e1e-90b6-65fc14bab163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:43.822680928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"b5d84955-20aa-4010-8069-59bac7ef64c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:43.881226846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"b5d84955-20aa-4010-8069-59bac7ef64c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"name":"e2e-api-b-8815d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:43.93726124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8815d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb1a3a0e52436a7ac996892ea17174bc16438fc284cc1eda5f1982a0a2e0f89d) AuthConfig (9317159d751d7a4ca2f7aa908ee17b0ca96d625c88b479a8550a90d5a27278b2) AuthConfig (827bb45b74f27bd218e6d789e1bdd3b15460c8792b1fd037e38d39a5bc47d8a4) AuthConfig (b542eedcf16bb04ea971e40c961343646500bb0e86113be08455f53bf5482e8d) AuthConfig (00b870efbe4af46928ad3f265925bf53812a9d174140d13eb9bd912ee767fa55) AuthConfig (4d5486dc824d3caa7a39aeb1d54646e83080acf2a0bbb045bc5fd8823dd13aa8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"b5d84955-20aa-4010-8069-59bac7ef64c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:44.166904299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"926793de-7164-47ce-af5a-b7d8f99abe3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:44.224216704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"926793de-7164-47ce-af5a-b7d8f99abe3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:44.280446401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"926793de-7164-47ce-af5a-b7d8f99abe3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:44.318074099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"4ece57da-4f04-4170-b026-ecdb041bf90d","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:44.323127999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b772c01-cd43-4d6d-b19f-5be485c3f5f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:44.375479265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"4ece57da-4f04-4170-b026-ecdb041bf90d","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:44.381401503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b772c01-cd43-4d6d-b19f-5be485c3f5f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:44.431877881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"4ece57da-4f04-4170-b026-ecdb041bf90d","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:44.437734071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b772c01-cd43-4d6d-b19f-5be485c3f5f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:44.605317251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3713c001-6919-4d90-983a-94813247a0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:44.657762821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3713c001-6919-4d90-983a-94813247a0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:44.71004707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3713c001-6919-4d90-983a-94813247a0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:44.763082658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3713c001-6919-4d90-983a-94813247a0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:49.645329374Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"09d4fc66-854c-468d-afd7-c5d25c89e5de","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:51.725338166Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"66050ede-63f7-4ba8-bf1a-5ca628100223","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:54.048641996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"93b99a81-40a9-4f94-b334-600e774d937a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:54.105961106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"93b99a81-40a9-4f94-b334-600e774d937a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"name":"e2e-api-b-8815d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:54.162262641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8815d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb1a3a0e52436a7ac996892ea17174bc16438fc284cc1eda5f1982a0a2e0f89d) AuthConfig (9317159d751d7a4ca2f7aa908ee17b0ca96d625c88b479a8550a90d5a27278b2) AuthConfig (827bb45b74f27bd218e6d789e1bdd3b15460c8792b1fd037e38d39a5bc47d8a4) AuthConfig (b542eedcf16bb04ea971e40c961343646500bb0e86113be08455f53bf5482e8d) AuthConfig (00b870efbe4af46928ad3f265925bf53812a9d174140d13eb9bd912ee767fa55) AuthConfig (4d5486dc824d3caa7a39aeb1d54646e83080acf2a0bbb045bc5fd8823dd13aa8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"93b99a81-40a9-4f94-b334-600e774d937a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:54.512088319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98374e76-8427-4829-9fdf-33911bb2f9b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:54.570981389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98374e76-8427-4829-9fdf-33911bb2f9b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:54.628242552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98374e76-8427-4829-9fdf-33911bb2f9b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:54.645918307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"6d5eca9c-8de7-464d-8460-dcb72c023b69","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:54.650928503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6490fd83-b46d-4a61-9f05-0bc54c6ce79b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:54.703223305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"6d5eca9c-8de7-464d-8460-dcb72c023b69","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:54.708459945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6490fd83-b46d-4a61-9f05-0bc54c6ce79b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:54.759293338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"6d5eca9c-8de7-464d-8460-dcb72c023b69","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:54.764430629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 56, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6490fd83-b46d-4a61-9f05-0bc54c6ce79b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:55.205965643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"e1d47dd3-9d72-4a5b-a020-13e3fab692c7","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-725b71","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:55.478321977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"abb6a906-04e5-4f93-a785-5f220102ee32","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:55.478349329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"abb6a906-04e5-4f93-a785-5f220102ee32","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:55.568997026Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","namespace":"ai-tenant-e2e-api-a-faa8ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:55.569078393Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","namespace":"ai-tenant-e2e-api-a-faa8ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:55.569156048Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","tenant":"e2e-api-a-faa8ff","tenantID":"e2e-api-a-faa8ff","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:55.623598694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"Deployment","name":"maas-api-e2e-api-a-faa8ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:55.684068289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"Service","name":"maas-api-e2e-api-a-faa8ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:55.741552154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-faa8ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:55.795683369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-faa8ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:55.853819191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-faa8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:55.908839276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-faa8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:55.966070321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-faa8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.021278664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-faa8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.073396094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"Deployment","name":"payload-processing-e2e-api-a-faa8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.125237694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-faa8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.12696587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76334-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-sub","reconcileID":"798b82e1-4338-40fd-bcde-6b03ca99a916","MaaSSubscription":{"name":"e2e-dft-a76334-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-a76334","model":"llm/e2e-dft-a76334","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.17732772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"Service","name":"payload-processing-e2e-api-a-faa8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.229206703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"Service","name":"payload-pre-processing-e2e-api-a-faa8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.281092777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-faa8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.332949099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-faa8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.385052046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-faa8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.398759138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"f8646d68-292c-4844-90dd-1fcfe058fd0d","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.398802154Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"f8646d68-292c-4844-90dd-1fcfe058fd0d","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"routeName":"external-model-e2e-dft-a76334-b3fed2c2d9b7","namespace":"llm","model":"e2e-dft-a76334","externalModel":"e2e-dft-a76334","provider":"e2e-dft-a76334-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.441231814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-faa8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.493109254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-faa8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.543412447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"02f9bcb6-00fc-4e61-90d4-92f00be80947","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.544877001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-faa8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.596882685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-faa8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.615076098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"02f9bcb6-00fc-4e61-90d4-92f00be80947","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.6490674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-faa8ff"},"namespace":"ai-tenant-e2e-api-a-faa8ff","name":"default-tenant","reconcileID":"8c5d0e81-54b8-44b9-9e59-11cf105a1de1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-faa8ff","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.67172475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"3fa60bf7-8596-4ea3-80e7-2cc83e7bd775","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.729498957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"3fa60bf7-8596-4ea3-80e7-2cc83e7bd775","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"name":"e2e-api-b-8815d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.774469297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc7aae49-1132-4913-a423-16b41eadc9db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.778344979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c28c3691-b51e-4b71-a87c-0d1112bcf753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.778430812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"b787cd71-6238-4410-ab82-f6c60f2925d5","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.834500594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc7aae49-1132-4913-a423-16b41eadc9db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.840180383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"b787cd71-6238-4410-ab82-f6c60f2925d5","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.860123946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c28c3691-b51e-4b71-a87c-0d1112bcf753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.892883703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8788bc0d9a1aaece6b7793d8eaa8a050f8baafc3f884019170e11beea58bb92e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a046233b5437a6f71baffe3b68dbae0244f4a77c47446c93c25c8b9bc536b35e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (15af2d0ab47c2482c95974d699d1754b0123019e399ead3772f50220bd4833ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e06ba9dce349d49d421b0bbd6d8668ffed513fd311950cf6272f82d85f73e69) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc7aae49-1132-4913-a423-16b41eadc9db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.913436688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8788bc0d9a1aaece6b7793d8eaa8a050f8baafc3f884019170e11beea58bb92e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a046233b5437a6f71baffe3b68dbae0244f4a77c47446c93c25c8b9bc536b35e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (15af2d0ab47c2482c95974d699d1754b0123019e399ead3772f50220bd4833ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e06ba9dce349d49d421b0bbd6d8668ffed513fd311950cf6272f82d85f73e69) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"b787cd71-6238-4410-ab82-f6c60f2925d5","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.91643273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8788bc0d9a1aaece6b7793d8eaa8a050f8baafc3f884019170e11beea58bb92e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a046233b5437a6f71baffe3b68dbae0244f4a77c47446c93c25c8b9bc536b35e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (15af2d0ab47c2482c95974d699d1754b0123019e399ead3772f50220bd4833ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e06ba9dce349d49d421b0bbd6d8668ffed513fd311950cf6272f82d85f73e69) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c28c3691-b51e-4b71-a87c-0d1112bcf753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.952469689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f7c2a68-3a92-4eb9-9cfe-592123e5e8c5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:56.952488543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f7c2a68-3a92-4eb9-9cfe-592123e5e8c5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:57.024157898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"6cf397b2-b859-4e8f-bf8a-a64ce4e2e237","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:57.024176106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"6cf397b2-b859-4e8f-bf8a-a64ce4e2e237","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"routeName":"external-model-e2e-dft-a76334-b3fed2c2d9b7","namespace":"llm","model":"e2e-dft-a76334","externalModel":"e2e-dft-a76334","provider":"e2e-dft-a76334-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:57.076899054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58ff4921-84b8-4ef4-a331-c185f7ac552d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:57.076913559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58ff4921-84b8-4ef4-a331-c185f7ac552d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:59.271127392Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"4240b4d5-32e8-4811-9ed6-d23f277216cc","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:59.376248411Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"fc4e1e80-acaf-48ea-b81f-de5ec17b4a12","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:59.543538523Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-faa8ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-faa8ff","reconcileID":"e722ca39-5c45-48fa-83d8-8c2b6405a39f","aitenant":"ai-tenants/e2e-api-a-faa8ff","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:59.706722536Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"f6e97ed5-3402-4269-a064-d0c60b15f741","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:45:59.811156524Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"e66976c5-a571-4fe9-93ef-395d50be1969","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:00.127214951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffdb5efa-fb7b-465c-b604-b775084302de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:00.179372709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffdb5efa-fb7b-465c-b604-b775084302de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:00.23148103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffdb5efa-fb7b-465c-b604-b775084302de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:00.283693382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffdb5efa-fb7b-465c-b604-b775084302de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:00.343888789Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-faa8ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-faa8ff","reconcileID":"e722ca39-5c45-48fa-83d8-8c2b6405a39f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-faa8ff","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-faa8ff"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:00.683751163Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"736f43d4-02f2-4cfe-96e9-2a2c409ca3e8","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:01.663023359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"394eab85-951a-4cf1-aee7-98f9ee0ba87c","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:01.663053153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"394eab85-951a-4cf1-aee7-98f9ee0ba87c","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"routeName":"external-model-e2e-dft-a76334-b3fed2c2d9b7","namespace":"llm","model":"e2e-dft-a76334","externalModel":"e2e-dft-a76334","provider":"e2e-dft-a76334-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:01.86764884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39b25df4-c218-46f6-98ed-a16e4c7a39dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:01.868135047Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76334-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-sub","reconcileID":"970b18dd-142a-49fd-b8f3-911ef3d20307","MaaSSubscription":{"name":"e2e-dft-a76334-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bb15465b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:01.8683534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d0eb460-e49a-445f-8193-b7bab37baefc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:01.86872532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"c142f12d-2221-4241-8674-4768ac6e2da3","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:01.926350794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d0eb460-e49a-445f-8193-b7bab37baefc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:01.926462989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39b25df4-c218-46f6-98ed-a16e4c7a39dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:01.928683572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"c142f12d-2221-4241-8674-4768ac6e2da3","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:01.982835006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8788bc0d9a1aaece6b7793d8eaa8a050f8baafc3f884019170e11beea58bb92e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a046233b5437a6f71baffe3b68dbae0244f4a77c47446c93c25c8b9bc536b35e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (15af2d0ab47c2482c95974d699d1754b0123019e399ead3772f50220bd4833ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e06ba9dce349d49d421b0bbd6d8668ffed513fd311950cf6272f82d85f73e69) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d0eb460-e49a-445f-8193-b7bab37baefc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:01.98339914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8788bc0d9a1aaece6b7793d8eaa8a050f8baafc3f884019170e11beea58bb92e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a046233b5437a6f71baffe3b68dbae0244f4a77c47446c93c25c8b9bc536b35e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (15af2d0ab47c2482c95974d699d1754b0123019e399ead3772f50220bd4833ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e06ba9dce349d49d421b0bbd6d8668ffed513fd311950cf6272f82d85f73e69) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39b25df4-c218-46f6-98ed-a16e4c7a39dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:01.984669661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8788bc0d9a1aaece6b7793d8eaa8a050f8baafc3f884019170e11beea58bb92e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a046233b5437a6f71baffe3b68dbae0244f4a77c47446c93c25c8b9bc536b35e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (15af2d0ab47c2482c95974d699d1754b0123019e399ead3772f50220bd4833ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e06ba9dce349d49d421b0bbd6d8668ffed513fd311950cf6272f82d85f73e69) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"c142f12d-2221-4241-8674-4768ac6e2da3","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:02.191679362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5913933f-ae06-4bcb-a2b2-cd349a08af37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:02.192453241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b123604-7a60-4c1f-a2b3-6491c2f53e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:02.192849242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"fb3b022c-4c82-4654-b1f5-d915f9fd7f21","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:02.249908513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b123604-7a60-4c1f-a2b3-6491c2f53e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:02.250106582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5913933f-ae06-4bcb-a2b2-cd349a08af37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:02.251586646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a092e99b-406f-4268-98a9-af6cf48e1ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:02.252468383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"fb3b022c-4c82-4654-b1f5-d915f9fd7f21","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:02.304476698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a092e99b-406f-4268-98a9-af6cf48e1ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:02.308333514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8788bc0d9a1aaece6b7793d8eaa8a050f8baafc3f884019170e11beea58bb92e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a046233b5437a6f71baffe3b68dbae0244f4a77c47446c93c25c8b9bc536b35e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (15af2d0ab47c2482c95974d699d1754b0123019e399ead3772f50220bd4833ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e06ba9dce349d49d421b0bbd6d8668ffed513fd311950cf6272f82d85f73e69) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5913933f-ae06-4bcb-a2b2-cd349a08af37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:02.308409702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8788bc0d9a1aaece6b7793d8eaa8a050f8baafc3f884019170e11beea58bb92e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a046233b5437a6f71baffe3b68dbae0244f4a77c47446c93c25c8b9bc536b35e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (15af2d0ab47c2482c95974d699d1754b0123019e399ead3772f50220bd4833ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e06ba9dce349d49d421b0bbd6d8668ffed513fd311950cf6272f82d85f73e69) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b123604-7a60-4c1f-a2b3-6491c2f53e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:02.356540668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a092e99b-406f-4268-98a9-af6cf48e1ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:02.36098778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8788bc0d9a1aaece6b7793d8eaa8a050f8baafc3f884019170e11beea58bb92e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a046233b5437a6f71baffe3b68dbae0244f4a77c47446c93c25c8b9bc536b35e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (15af2d0ab47c2482c95974d699d1754b0123019e399ead3772f50220bd4833ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e06ba9dce349d49d421b0bbd6d8668ffed513fd311950cf6272f82d85f73e69) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"fb3b022c-4c82-4654-b1f5-d915f9fd7f21","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:02.408671441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a092e99b-406f-4268-98a9-af6cf48e1ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:04.32511741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f9a4a8-51e6-45c3-a763-b6c539ef21b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:04.377355134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f9a4a8-51e6-45c3-a763-b6c539ef21b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:04.429464106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f9a4a8-51e6-45c3-a763-b6c539ef21b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:04.481646815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f9a4a8-51e6-45c3-a763-b6c539ef21b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:07.225113285Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"90e5aed3-b4f9-4a91-9438-4449603e6fc9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:07.225195644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc4bda47-8142-4254-aef9-05563df15de5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:07.225216069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc4bda47-8142-4254-aef9-05563df15de5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:07.382747935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"90e5aed3-b4f9-4a91-9438-4449603e6fc9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:07.510419858Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"90e5aed3-b4f9-4a91-9438-4449603e6fc9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"name":"e2e-api-b-8815d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:07.510444509Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"90e5aed3-b4f9-4a91-9438-4449603e6fc9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:07.567083735Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"02e1f28b-dcb8-405d-86bd-1366a64e49da","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:07.567566357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"014205b0-c602-4712-8094-4357939194e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:07.567588546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"014205b0-c602-4712-8094-4357939194e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:07.776460945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"02e1f28b-dcb8-405d-86bd-1366a64e49da","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:07.833661274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"02e1f28b-dcb8-405d-86bd-1366a64e49da","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"name":"e2e-api-b-8815d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:07.833687201Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"02e1f28b-dcb8-405d-86bd-1366a64e49da","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8815d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:07.86509513Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"706fe0e6-8f75-4499-8bab-3437f2a1831a","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:46:07.917610077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8815d2-policy","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"e2e-e2e-api-b-8815d2-policy","reconcileID":"02e1f28b-dcb8-405d-86bd-1366a64e49da","error":"maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-8815d2-policy\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:08.807028267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fba0de-37be-46ee-8975-c6260ecc53d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:08.85936535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fba0de-37be-46ee-8975-c6260ecc53d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:08.911623363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fba0de-37be-46ee-8975-c6260ecc53d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:08.966808391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fba0de-37be-46ee-8975-c6260ecc53d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:09.917689851Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"44c67af6-bd6e-4b57-a301-211045934d03","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:10.907355595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fe9ebd-cbd7-4a93-be6b-11661dc57a87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:10.959456141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fe9ebd-cbd7-4a93-be6b-11661dc57a87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:11.011759728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fe9ebd-cbd7-4a93-be6b-11661dc57a87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:11.0644879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fe9ebd-cbd7-4a93-be6b-11661dc57a87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:11.886778698Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:11.920992801Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76334-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-sub","reconcileID":"22f73b54-9d37-4dfd-826d-73018c4035d9","MaaSSubscription":{"name":"e2e-dft-a76334-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-a76334","subscription":"e2e-dft-a76334-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.026463701Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76334-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-sub","reconcileID":"22f73b54-9d37-4dfd-826d-73018c4035d9","MaaSSubscription":{"name":"e2e-dft-a76334-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.07913573Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76334-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-sub","reconcileID":"22f73b54-9d37-4dfd-826d-73018c4035d9","MaaSSubscription":{"name":"e2e-dft-a76334-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-a76334","namespace":"llm","model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.350841251Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.403148289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"99a8c775-818a-4705-a05d-901e5583b87d","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.403175142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"99a8c775-818a-4705-a05d-901e5583b87d","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"routeName":"external-model-e2e-dft-a76334-b3fed2c2d9b7","namespace":"llm","model":"e2e-dft-a76334","externalModel":"e2e-dft-a76334","provider":"e2e-dft-a76334-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.517877738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a474f41-6790-4440-84e1-1691eae33083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.517947535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e53d2dbf-76e9-4240-8405-a50cd6d17ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.559428939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"261a4204-d474-4feb-9fef-23aabbac8d0f","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.567229163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"1bb9ced4-0199-4af5-bcd4-c42ac62f851e","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.567253033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"1bb9ced4-0199-4af5-bcd4-c42ac62f851e","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.647317975Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e53d2dbf-76e9-4240-8405-a50cd6d17ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:46:12.651021572Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a474f41-6790-4440-84e1-1691eae33083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.672049389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"1f860955-6542-423f-994c-ec02d3b7243d","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.672075268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"1f860955-6542-423f-994c-ec02d3b7243d","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"routeName":"external-model-e2e-dft-a76334-b3fed2c2d9b7","namespace":"llm","model":"e2e-dft-a76334","externalModel":"e2e-dft-a76334","provider":"e2e-dft-a76334-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:46:12.678639832Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"261a4204-d474-4feb-9fef-23aabbac8d0f","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.703518149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e53d2dbf-76e9-4240-8405-a50cd6d17ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:46:12.708777817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a474f41-6790-4440-84e1-1691eae33083","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.72446693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9f83d49f-3861-4e92-94c2-1eaf3896a5bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.724483504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9f83d49f-3861-4e92-94c2-1eaf3896a5bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:46:12.73212529Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"261a4204-d474-4feb-9fef-23aabbac8d0f","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-a76334-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:46:12.732194411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"261a4204-d474-4feb-9fef-23aabbac8d0f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.73236677Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76334-access","reconcileID":"0b287662-0c5c-4b0b-b773-41ead83c2fee","MaaSAuthPolicy":{"name":"e2e-dft-a76334-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.761363337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30c5bac6-4b20-4b37-bb50-9c73b7f13543","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.761384254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30c5bac6-4b20-4b37-bb50-9c73b7f13543","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.865843222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"383038ca-b2a4-48f2-ba84-c20a0727efe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.917591156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27005eb2-cda9-4387-a480-bd55a0ab0d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.92302764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"383038ca-b2a4-48f2-ba84-c20a0727efe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.950315208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"7f08ef2b-241a-478c-b5ac-fe628dc2fc34","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.95033613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"7f08ef2b-241a-478c-b5ac-fe628dc2fc34","MaaSModelRef":{"name":"e2e-dft-a76334","namespace":"llm"},"routeName":"external-model-e2e-dft-a76334-b3fed2c2d9b7","namespace":"llm","model":"e2e-dft-a76334","externalModel":"e2e-dft-a76334","provider":"e2e-dft-a76334-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.975062273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27005eb2-cda9-4387-a480-bd55a0ab0d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:12.979039243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"383038ca-b2a4-48f2-ba84-c20a0727efe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.031076885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27005eb2-cda9-4387-a480-bd55a0ab0d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.037126386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2f68565a-98c5-4ddf-afca-f3c12635f26f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.037146145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2f68565a-98c5-4ddf-afca-f3c12635f26f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.317754503Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"bf018762-900c-4e7d-a6ce-db92b5091d62","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.422559673Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"0b993025-36bd-436f-8e23-8d6f6a49e680","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.470006131Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"e88543ea-3f20-4fbc-bec2-bd7a0a93ba23","namespace":"llm","name":"e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.531032785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"eba3c04b-36e4-4bb4-997d-d77373e304c3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.531058305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"eba3c04b-36e4-4bb4-997d-d77373e304c3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.531433347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"47bfb3c3-b86c-43a2-bca1-924615c07c55","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.531452689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"47bfb3c3-b86c-43a2-bca1-924615c07c55","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.531904483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c625a823-f3fd-4291-a124-537846e07a38","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.531923111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c625a823-f3fd-4291-a124-537846e07a38","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.53224005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3b8a5ef3-0aaa-491b-af49-5080f8f4cd29","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.5322572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3b8a5ef3-0aaa-491b-af49-5080f8f4cd29","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.532575946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28ea54a4-d3d1-45f0-b864-76b8fec0f30a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.532595623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28ea54a4-d3d1-45f0-b864-76b8fec0f30a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.535013919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2d883ab3-cb7e-49ed-93ae-2d0a7dc5b3de","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.535037495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2d883ab3-cb7e-49ed-93ae-2d0a7dc5b3de","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.536207239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f5504420-4ec5-4769-aced-65fda8d25b99","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.536247573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f5504420-4ec5-4769-aced-65fda8d25b99","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.537381212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"311b05de-99fe-4b86-814d-65e8cb06f7d8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.537432021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"311b05de-99fe-4b86-814d-65e8cb06f7d8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.64251615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"099c88a5-de94-4456-93a5-56972d80b4ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.657751592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"800ad1bd-73c8-49eb-9bd5-f157c81a6a9b","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.657874194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ce69600c-0c7a-4764-b4f2-667910493fc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.658368033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01df38d4-0776-43d5-8760-87830e7ff7ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.65837525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4a3e5ea-3658-4e73-9d2c-db9e033bd8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.71374009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"099c88a5-de94-4456-93a5-56972d80b4ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.717734739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ce69600c-0c7a-4764-b4f2-667910493fc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.719245448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01df38d4-0776-43d5-8760-87830e7ff7ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.720020577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"800ad1bd-73c8-49eb-9bd5-f157c81a6a9b","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.722310007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4a3e5ea-3658-4e73-9d2c-db9e033bd8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.775481774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01df38d4-0776-43d5-8760-87830e7ff7ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.778560438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4a3e5ea-3658-4e73-9d2c-db9e033bd8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.816190844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"67f20f6b-2c8c-445f-94e0-a44f1235eb5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.816189853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2ef3769b-4a28-48c8-b032-63fb767d3760","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.934038909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"4899e8db-6176-4eb8-bd7d-6375b031532c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:13.992008394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"4899e8db-6176-4eb8-bd7d-6375b031532c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.032829483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e647c1e4-8cd8-47f5-b1bc-284ffbb3f532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.063360726Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-a76334","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76334","reconcileID":"909c844f-d1d1-466f-825a-ddf361628e45","namespace":"llm","name":"e2e-dft-a76334","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.090023089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e647c1e4-8cd8-47f5-b1bc-284ffbb3f532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.170545932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e125ae8-b66c-4378-8603-d0b5625e364e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.170682581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c51175a5-bdfc-482f-844d-99c00882fae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.170923242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"474f3b1e-1401-4ef7-83cf-b395d5cb313e","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.22306765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e125ae8-b66c-4378-8603-d0b5625e364e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.229402669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c51175a5-bdfc-482f-844d-99c00882fae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.27624808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e125ae8-b66c-4378-8603-d0b5625e364e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.28087726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"474f3b1e-1401-4ef7-83cf-b395d5cb313e","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.329035505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e125ae8-b66c-4378-8603-d0b5625e364e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.329479242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"60459871-d349-467f-91f1-f1bf09eec68d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.387651744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"60459871-d349-467f-91f1-f1bf09eec68d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.486774468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82e769c6-b771-4e0e-beed-dd3a5290a010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.48727228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c6c2db9-6dfd-4dd7-95c9-d0a5bc3bdba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.544913479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82e769c6-b771-4e0e-beed-dd3a5290a010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.545435936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c6c2db9-6dfd-4dd7-95c9-d0a5bc3bdba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.594544411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"98cf3c56-818f-4bec-95db-56f9f3638e78","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.601553264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82e769c6-b771-4e0e-beed-dd3a5290a010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.602328105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c6c2db9-6dfd-4dd7-95c9-d0a5bc3bdba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.651834103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"98cf3c56-818f-4bec-95db-56f9f3638e78","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.752115277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4970a91b-e74e-4572-82e2-740210a6591b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.75213949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"9d9569dd-cea0-4bca-97f6-695e6c727f2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.757688384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"62cc4f91-7feb-4ef4-ad94-9b2aea6a1fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.760869345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"0d885080-be0f-4c8e-84bc-45fa7693dd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.809420846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"9d9569dd-cea0-4bca-97f6-695e6c727f2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.809460201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4970a91b-e74e-4572-82e2-740210a6591b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.81466639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"62cc4f91-7feb-4ef4-ad94-9b2aea6a1fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:14.824413687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"0d885080-be0f-4c8e-84bc-45fa7693dd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:15.074019713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"4e82798f-a0a9-4a31-9fe1-dfe311fb0d4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:15.131391329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"4e82798f-a0a9-4a31-9fe1-dfe311fb0d4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:15.173050224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"bcba2be6-455c-4e89-8666-c45f6d0bde5c","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:15.173578415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c33fdda0-aa52-4e47-a069-7eba94585e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:15.231027078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"bcba2be6-455c-4e89-8666-c45f6d0bde5c","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:15.232709613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c33fdda0-aa52-4e47-a069-7eba94585e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.010568257Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"317d99dd-c454-4d27-9302-858185aa34e2","namespace":"llm","name":"e2e-dft-refs-b9eda3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.067168585Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"da6e1a45-ce8b-49b0-9df6-345aff3b9e49","namespace":"llm","name":"e2e-dft-refs-b9eda3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.170066117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a77fa437-4413-45a0-aa6f-c0a31f542d96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.170976025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ce07919c-1812-4048-9a74-bcd39ad45ae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.173096472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"759edbf7-343a-4745-8554-bf6c3461b2cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.174599417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a18f6835-3f33-4dea-940b-89a9816660c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.175561436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"472a7e39-b923-4650-9ad9-e7f7627659c4","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.227777252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a77fa437-4413-45a0-aa6f-c0a31f542d96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.228125579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ce07919c-1812-4048-9a74-bcd39ad45ae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.230178978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"759edbf7-343a-4745-8554-bf6c3461b2cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.232025877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a18f6835-3f33-4dea-940b-89a9816660c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.232506414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"472a7e39-b923-4650-9ad9-e7f7627659c4","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.263870972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea8c009-f17a-4722-a402-7cdcc147b311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.316743267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea8c009-f17a-4722-a402-7cdcc147b311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.320432638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a77fa437-4413-45a0-aa6f-c0a31f542d96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.321160846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a18f6835-3f33-4dea-940b-89a9816660c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.369831817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea8c009-f17a-4722-a402-7cdcc147b311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.423293668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea8c009-f17a-4722-a402-7cdcc147b311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.476819732Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"c09dd5ce-8f15-4086-83f4-0aa0f32a5354","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"name":"e2e-dft-refs-b9eda3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.531974793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f03f6352-59c1-4c43-9f01-6ceae945af85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.586821255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9829c939-7a92-4fbe-a27f-ade055f56580","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.58692879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9829c939-7a92-4fbe-a27f-ade055f56580","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.587332453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f20da7fa-a4f2-48dc-b9e2-88fcaab485d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.587588431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6eaae64b-d265-4329-802e-3a331a70011f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.592400152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f03f6352-59c1-4c43-9f01-6ceae945af85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.639597609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"32f5e962-e722-4d85-9432-4cffbe421e9c","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.639840002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"86369304-2801-4eba-80ea-03ba9badaee3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.639922942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"86369304-2801-4eba-80ea-03ba9badaee3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.640119804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"b0c697f6-da6c-4074-91bb-630cd6dc7e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.640612027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d4a026b-85af-4e3c-a028-b236b3827b0c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.640717629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d4a026b-85af-4e3c-a028-b236b3827b0c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.641127665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"80dc54ce-ed8d-4935-b6a1-23c895fcc7d2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.641146274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"80dc54ce-ed8d-4935-b6a1-23c895fcc7d2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.641406818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0576be8-ea5c-4c36-9f6c-bf44a8d363b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.641420046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0576be8-ea5c-4c36-9f6c-bf44a8d363b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.693895533Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"2d01dee5-9545-4345-843b-ad47341736d0","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"name":"e2e-dft-refs-b9eda3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.699080211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"32f5e962-e722-4d85-9432-4cffbe421e9c","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.701815402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"b0c697f6-da6c-4074-91bb-630cd6dc7e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.743555943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3ac256a6-e687-4257-9998-27b4595c7caf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.746413487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"304db81c-2ad2-45d4-8753-d1d5b942daa2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.746431314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"304db81c-2ad2-45d4-8753-d1d5b942daa2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.746674448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee2f7c18-271c-4bf1-8d79-58cfbe377427","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.746685868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee2f7c18-271c-4bf1-8d79-58cfbe377427","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.746927945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c592a9fd-c025-4f90-b0b7-9d5aa80a7c0a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.746939518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c592a9fd-c025-4f90-b0b7-9d5aa80a7c0a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.802407422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3ac256a6-e687-4257-9998-27b4595c7caf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.85149877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ae9acded-cc16-4154-9757-6a7d07d68604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.908774266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ae9acded-cc16-4154-9757-6a7d07d68604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:16.954404703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"248bcfd9-20cd-4244-bd30-a7ac198e1c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.015133761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"248bcfd9-20cd-4244-bd30-a7ac198e1c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.06613872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"1d73defc-b231-47b5-a480-0c78070fee32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.074665919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"248bcfd9-20cd-4244-bd30-a7ac198e1c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.123523955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"1d73defc-b231-47b5-a480-0c78070fee32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.163530721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ce5e7bf-ddc1-46f7-a9c6-7131794410f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.164404892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"dd398b1e-e8b1-43d8-b008-008e60ee5d8d","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.22118935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ce5e7bf-ddc1-46f7-a9c6-7131794410f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.221624452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"dd398b1e-e8b1-43d8-b008-008e60ee5d8d","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.223472568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"dc5d01ef-f902-40d7-8104-e3acb1002c73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.294028004Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"91be720e-aced-49f9-89cd-22e332e3d65b","namespace":"llm","name":"e2e-dft-refs-b9eda3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.295970358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ce5e7bf-ddc1-46f7-a9c6-7131794410f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.324490366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"dc5d01ef-f902-40d7-8104-e3acb1002c73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.367605942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"e8e9c023-75a5-4e21-b7cf-0aa8dd01ab86","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-b9eda3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.367641971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"e8e9c023-75a5-4e21-b7cf-0aa8dd01ab86","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-b9eda3-86546207b01a","namespace":"llm","model":"e2e-dft-refs-b9eda3","externalModel":"e2e-dft-refs-b9eda3","provider":"e2e-dft-refs-b9eda3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.470685221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13b22c49-0b5d-45c6-9bf4-61d8bc92279c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.470686806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"27de728b-ef4a-44b4-b0aa-ed521adc8134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.471570868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbcbed79-97e4-4330-8c98-e2d0bdd9ff7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.528130369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"27de728b-ef4a-44b4-b0aa-ed521adc8134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.528300724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13b22c49-0b5d-45c6-9bf4-61d8bc92279c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.530703518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbcbed79-97e4-4330-8c98-e2d0bdd9ff7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.585119617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13b22c49-0b5d-45c6-9bf4-61d8bc92279c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.587763844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbcbed79-97e4-4330-8c98-e2d0bdd9ff7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.6430329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"4c4a7e1d-4cf8-47a2-a751-241b7dd36b18","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.694285991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c4a18207-3ca3-4bde-a9e4-9063514660e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.70007705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"4c4a7e1d-4cf8-47a2-a751-241b7dd36b18","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.743064116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"cdbe0923-474c-4114-86b4-f4d60de4f806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.745609578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"72828e69-c5cb-4c28-843b-a59dface9ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.751168841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c4a18207-3ca3-4bde-a9e4-9063514660e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.80016136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"cdbe0923-474c-4114-86b4-f4d60de4f806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.803931059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"72828e69-c5cb-4c28-843b-a59dface9ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.84061652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ce6fea2b-7e06-4ad6-a12d-6129262c1ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:17.898189604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ce6fea2b-7e06-4ad6-a12d-6129262c1ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:18.113947806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"c1147825-8fd1-4ab7-a296-a9620adea442","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:18.121805863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"41bf66de-bf25-4482-9852-4befa18255b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:18.171243971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"c1147825-8fd1-4ab7-a296-a9620adea442","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:18.178752539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"41bf66de-bf25-4482-9852-4befa18255b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:20.080007676Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"dd0d03a8-1e41-489a-81c2-224442d1015b","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.322050966Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"01599e10-79b7-42a5-9baf-ddb65a6b3ac7","namespace":"llm","name":"e2e-dft-refs-b9eda3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.374171174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"0788b472-947d-48b0-a4c5-a118c18f1c71","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-b9eda3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.374207946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"0788b472-947d-48b0-a4c5-a118c18f1c71","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-b9eda3-86546207b01a","namespace":"llm","model":"e2e-dft-refs-b9eda3","externalModel":"e2e-dft-refs-b9eda3","provider":"e2e-dft-refs-b9eda3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.427241306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b27eefb8-dcfc-41d3-8077-2944219e8cbf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.427261178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b27eefb8-dcfc-41d3-8077-2944219e8cbf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.427492784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6615247-f649-4832-b1e0-dd258d483538","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.427503683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6615247-f649-4832-b1e0-dd258d483538","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.427748634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f19f56e6-0f47-4e7f-8902-0dafe88b8c0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.427763709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f19f56e6-0f47-4e7f-8902-0dafe88b8c0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.479038192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"08c2436d-aef2-445b-ae88-a0cfbe54fbd5","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.479163483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f0e22dd5-1f4c-4891-9137-a014380fc007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.480266244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"57074e16-a1c9-4a22-84c7-4e2768d4c102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.480481746Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"788bf0c0-8842-4fa2-b0f1-bf917eedc3ee","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-b9eda3-86546207b01a","namespace":"llm","model":"e2e-dft-refs-b9eda3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.480270038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f1eeea6-5914-4a72-b7b0-82693be9d610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.481948799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f4d5973-3d9f-4853-8728-eb9e8cc37bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.53620324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f0e22dd5-1f4c-4891-9137-a014380fc007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.536298268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"08c2436d-aef2-445b-ae88-a0cfbe54fbd5","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.538663633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"57074e16-a1c9-4a22-84c7-4e2768d4c102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.539027735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f1eeea6-5914-4a72-b7b0-82693be9d610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.54119315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f4d5973-3d9f-4853-8728-eb9e8cc37bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.591529024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b64e3b13-b46a-4240-b4f8-96e8735d419f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.591614748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b64e3b13-b46a-4240-b4f8-96e8735d419f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.59201551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7fc30ba1-f1c9-45b5-bf18-7e0110bbb91f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.592030714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7fc30ba1-f1c9-45b5-bf18-7e0110bbb91f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.59229093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2d620ddb-6d67-438f-8749-3eb7d9de9f7e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.592304936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2d620ddb-6d67-438f-8749-3eb7d9de9f7e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.592496696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5c582008-e076-4cc5-9f68-af99759e245a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.592509279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5c582008-e076-4cc5-9f68-af99759e245a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.592709536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38466835-0c45-43ee-9b8d-b4aea014dda3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.592720152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38466835-0c45-43ee-9b8d-b4aea014dda3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.592819219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ce629fa1-b745-44e1-bae9-52585b4b9b44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.593406531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1730760f-c1d6-4663-99c6-4afab2a4f577","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.59547101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f1eeea6-5914-4a72-b7b0-82693be9d610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.597310969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f4d5973-3d9f-4853-8728-eb9e8cc37bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.754635056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"961fbbe7-0760-489f-a2fd-1143b761b6ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.75464256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ef75014d-0f82-4249-8440-ba62112093c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.781847068Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"e6ab9ba8-1660-43bc-8c70-613078ae579a","namespace":"llm","name":"e2e-dft-refs-b9eda3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.812360278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"961fbbe7-0760-489f-a2fd-1143b761b6ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.812575241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ef75014d-0f82-4249-8440-ba62112093c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.835203428Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"39835ce7-278d-4c6c-be9d-2f26c2f524b7","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"name":"e2e-dft-refs-b9eda3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.900713075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"c27532a0-ab76-4de6-ae16-5024e1b3bb61","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.900744729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"4039f552-51bd-4027-a0fb-7074f6e84d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.958253735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"c27532a0-ab76-4de6-ae16-5024e1b3bb61","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:22.959360642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"4039f552-51bd-4027-a0fb-7074f6e84d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.005665747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f26b6c9d-c92b-4904-8ba9-fdfbdd800339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.062681065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f26b6c9d-c92b-4904-8ba9-fdfbdd800339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.125298038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96168635-9eee-429f-8ffc-ba66a6ef5595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.12529804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2bdb2e1-4cc8-42c2-91fd-edf0201d9afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.184804147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2bdb2e1-4cc8-42c2-91fd-edf0201d9afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.188704077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96168635-9eee-429f-8ffc-ba66a6ef5595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.241627086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2bdb2e1-4cc8-42c2-91fd-edf0201d9afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.245303725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96168635-9eee-429f-8ffc-ba66a6ef5595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.32131244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"05a53eed-83e7-4c9d-8329-879d7df687d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.378163581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"05a53eed-83e7-4c9d-8329-879d7df687d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.422063321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"74aac8dc-6cff-41ae-bda2-4113d3115839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.422096225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"8bd784c5-e125-4b61-929b-37260b966749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.422687912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"e4043fb1-9f5f-4a84-9fb2-394638b22d56","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.425594814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"09193856-fcc1-4bb7-bab3-8e9dabaade26","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.480619462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"8bd784c5-e125-4b61-929b-37260b966749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.48067567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"74aac8dc-6cff-41ae-bda2-4113d3115839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.483218306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"e4043fb1-9f5f-4a84-9fb2-394638b22d56","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.484454833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"09193856-fcc1-4bb7-bab3-8e9dabaade26","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.528123308Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"4cdda589-f56f-41f3-b100-13c4157212c2","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.740602769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"28e02ed4-0b73-45f5-989a-b42bbac993c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.79796201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"28e02ed4-0b73-45f5-989a-b42bbac993c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.80415631Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"88676471-2838-45e9-ab93-8830c13c18d2","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.840861011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"4b73737c-fb31-4341-bbc9-b4b3c130a187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:23.900055384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"4b73737c-fb31-4341-bbc9-b4b3c130a187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.579308381Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"c27da7fb-b83c-44ad-b82e-77c53a2d4720","namespace":"llm","name":"e2e-dft-refs-b9eda3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.631905248Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"6b5c48c3-a4de-4b2b-b943-31044311e412","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"name":"e2e-dft-refs-b9eda3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.736458567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80dc11b3-d0dc-443c-9e5c-dac634197459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.736533428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7247ee6d-30b3-4783-a72d-6b5c63b1620d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.737709238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"fa8a43b1-1efb-4f0b-805e-ad48ade914c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.737778816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"20802e59-f963-4cc6-843d-33d34017d19f","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.738715421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"6405ea1d-0a6d-43b3-ad70-84142f59ec1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.795615172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80dc11b3-d0dc-443c-9e5c-dac634197459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.795625614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7247ee6d-30b3-4783-a72d-6b5c63b1620d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.798140412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"6405ea1d-0a6d-43b3-ad70-84142f59ec1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.799334062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"20802e59-f963-4cc6-843d-33d34017d19f","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.800319727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"fa8a43b1-1efb-4f0b-805e-ad48ade914c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.852279509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80dc11b3-d0dc-443c-9e5c-dac634197459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.852300808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7247ee6d-30b3-4783-a72d-6b5c63b1620d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.853561466Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"3cdf972b-2ee3-41eb-8459-b60cfd815322","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"name":"e2e-dft-refs-b9eda3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.907777315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f2b32925-a3a7-4597-a402-e9da3dc3e39b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.907834492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f2b32925-a3a7-4597-a402-e9da3dc3e39b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.908160363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"278a4a8f-acfc-4880-929d-b19a2b3856c0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.908173068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"278a4a8f-acfc-4880-929d-b19a2b3856c0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.908374708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cb0c69c-ad04-4883-8fa0-aa5634b483c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.908384665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cb0c69c-ad04-4883-8fa0-aa5634b483c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.908644363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"74778755-e476-48b3-8c50-79e522a14de6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.908655204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"74778755-e476-48b3-8c50-79e522a14de6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.908865838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"16a5f1df-7d48-4291-9bcd-4ffde9623bca","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.908877402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"16a5f1df-7d48-4291-9bcd-4ffde9623bca","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.90906879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"48eede6e-b56c-415f-b4cd-38f0a7d1a1a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.909079391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"48eede6e-b56c-415f-b4cd-38f0a7d1a1a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.909262918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"72f96a12-f532-43f4-bf3e-e076a963b9d2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.909272484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"72f96a12-f532-43f4-bf3e-e076a963b9d2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.90945667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5c49887-2137-4b34-9576-7c7fad698a89","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.909465902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5c49887-2137-4b34-9576-7c7fad698a89","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:28.962104173Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"410ad44a-11b9-464f-b803-c3c292998497","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"name":"e2e-dft-refs-b9eda3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.010430732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"50903dee-4b0c-4bb5-9286-c0ed21f0bc4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.010483806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"4bbdbc84-fbfc-48dc-9d18-459a2a767662","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.01272423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6aaadf04-af09-4c6e-9fd2-9399be600bf2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.012844481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f1035e1-867e-4689-9837-2ea598fdc8cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.070028642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"50903dee-4b0c-4bb5-9286-c0ed21f0bc4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.073296306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"4bbdbc84-fbfc-48dc-9d18-459a2a767662","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.164272747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"d71e9894-af93-448a-ae28-edb2d9edd7c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.164311433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"265f8bc3-0828-401d-b40e-ada9016bbbad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.22160806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"265f8bc3-0828-401d-b40e-ada9016bbbad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.221621967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"d71e9894-af93-448a-ae28-edb2d9edd7c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.274413775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"705ecf0b-ef0d-46df-94d4-2ee00255368a","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.332762899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"705ecf0b-ef0d-46df-94d4-2ee00255368a","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.389064178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d77751e-1ed8-4688-a6f1-a8135ee53257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.389106972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef3f481a-6048-47fa-be98-052683d0c124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.446692837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef3f481a-6048-47fa-be98-052683d0c124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.446980826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d77751e-1ed8-4688-a6f1-a8135ee53257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.503299633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef3f481a-6048-47fa-be98-052683d0c124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.503830816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d77751e-1ed8-4688-a6f1-a8135ee53257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.690453404Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"eb20b347-54fe-4b93-9775-dddc28e22b15","namespace":"llm","name":"e2e-dft-refs-b9eda3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.743937771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"12f8cdf4-b9ca-49e5-83f9-5e0a6fee77aa","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-b9eda3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.743984017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"12f8cdf4-b9ca-49e5-83f9-5e0a6fee77aa","MaaSModelRef":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-b9eda3-86546207b01a","namespace":"llm","model":"e2e-dft-refs-b9eda3","externalModel":"e2e-dft-refs-b9eda3","provider":"e2e-dft-refs-b9eda3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.855173298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ab1e2c3-690a-4fae-bbb0-7d47200f650b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.855244555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"11f4c829-9f1a-4596-80f3-e64a87f62f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.856002293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"155b4362-2617-43bd-a7d3-a9c5f19cf1d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.856022735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"37bffa19-7988-4819-b734-934563422c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.856777972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"d99e947c-232f-4f75-ba5e-1a6d154d46c5","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.91459073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"11f4c829-9f1a-4596-80f3-e64a87f62f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.916493987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"155b4362-2617-43bd-a7d3-a9c5f19cf1d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.921142973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"37bffa19-7988-4819-b734-934563422c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.922733539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ab1e2c3-690a-4fae-bbb0-7d47200f650b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.927319482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"d99e947c-232f-4f75-ba5e-1a6d154d46c5","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.981234595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"155b4362-2617-43bd-a7d3-a9c5f19cf1d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:29.981303583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ab1e2c3-690a-4fae-bbb0-7d47200f650b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.139170397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"1dd75949-503d-49ab-9c90-5dd3f54be525","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.139256551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a09e9d0c-9d90-4d6b-8b19-5fd1cdda2956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.185860104Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"679a52fa-4c01-4557-b276-8ac9b0c1b221","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.196642002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"1dd75949-503d-49ab-9c90-5dd3f54be525","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.196716848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a09e9d0c-9d90-4d6b-8b19-5fd1cdda2956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.23841508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7fa9b893-2035-4839-9d9b-5c5e5271c20b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.238424473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"663ea0de-632a-426b-ac1a-25d5d63ccd0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.297192453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"663ea0de-632a-426b-ac1a-25d5d63ccd0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.297187286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7fa9b893-2035-4839-9d9b-5c5e5271c20b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.382143852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e9e19e35-e3c6-4336-ba02-bf86f224bb5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.439268897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e9e19e35-e3c6-4336-ba02-bf86f224bb5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.787039066Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"66a81875-54dd-4050-98bb-9aad4a6db336","namespace":"llm","name":"e2e-dft-refs-b9eda3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.945015885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f246ac54-b612-4b53-b8f5-b3eef36beb06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.945176109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9c39e4d1-1cc0-48dd-aaaa-82159eb7b4f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.945677561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bcf8315-7650-4fbc-b6f7-3f31ecfd7d0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.94612853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"644ec2dd-653e-46ab-bbf7-001dbc41bd64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:30.947026133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"d713e04d-ee08-4f13-8cfa-81fa80c02c1e","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.003896824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9c39e4d1-1cc0-48dd-aaaa-82159eb7b4f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.004140207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f246ac54-b612-4b53-b8f5-b3eef36beb06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.007846661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"d713e04d-ee08-4f13-8cfa-81fa80c02c1e","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.007844789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bcf8315-7650-4fbc-b6f7-3f31ecfd7d0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.010089765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"644ec2dd-653e-46ab-bbf7-001dbc41bd64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.061342092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f246ac54-b612-4b53-b8f5-b3eef36beb06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.064914279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bcf8315-7650-4fbc-b6f7-3f31ecfd7d0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.219446504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c1099deb-d684-474b-8484-06a84e445718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.222274243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"c7de0f2e-8c09-4fc2-9887-498d70d83134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.277340832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c1099deb-d684-474b-8484-06a84e445718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.280577682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"c7de0f2e-8c09-4fc2-9887-498d70d83134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.367820982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"4265f9bd-62d0-4fbd-95be-6ab6db2a45cf","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.368037199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"72372583-701f-4d4a-af04-826fd0aeb554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.425215898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"4265f9bd-62d0-4fbd-95be-6ab6db2a45cf","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.425227746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"72372583-701f-4d4a-af04-826fd0aeb554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.471317259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d108effd-b0f6-489f-a592-61a64fa38f8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:31.528533861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d108effd-b0f6-489f-a592-61a64fa38f8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:33.917248266Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"b3d64ac1-8ad2-4061-ae85-9b2fff23f4d9","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.161040632Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"1c008039-a3d0-4094-85cc-c8d5edbd5297","namespace":"llm","name":"e2e-dft-refs-b9eda3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.227257123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2a294b3c-ef34-4e05-bc73-1df90ecafe93","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.227276666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2a294b3c-ef34-4e05-bc73-1df90ecafe93","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.227559342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4835a1e-9323-4221-b7d9-0dcb004105b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.227575395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4835a1e-9323-4221-b7d9-0dcb004105b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.227899308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0afaf4b8-9391-4eb2-8407-371025f0a576","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.22791525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0afaf4b8-9391-4eb2-8407-371025f0a576","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.22812927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6184990f-6adb-4f77-a032-7c8570aea905","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.228143162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6184990f-6adb-4f77-a032-7c8570aea905","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.228369767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80c82686-8664-4e51-b97b-318c89c8e121","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.22838222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80c82686-8664-4e51-b97b-318c89c8e121","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.228701805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f66183ba-63a6-4d97-9d3e-18aac7b10e90","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.228713509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f66183ba-63a6-4d97-9d3e-18aac7b10e90","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.228982083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0be65854-dc0e-40b9-a494-14cc18dd7838","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.228995091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0be65854-dc0e-40b9-a494-14cc18dd7838","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.229212508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0650c169-727b-4498-8679-8ef27177be56","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.229223605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0650c169-727b-4498-8679-8ef27177be56","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.319240421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e57c24cb-0b63-4710-8fa3-75d48eb69ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.319344564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c30f409d-6918-4d94-9d19-4e2cb05448db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.320213349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1e97de05-36ac-40bb-8315-cbefe617b5c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.320261936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"6d4f13fa-3a4a-43c8-b670-d59d5f25efe8","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.321383454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ac41bc20-7ef2-47c8-97f2-8db218c5dbbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.378636799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"6d4f13fa-3a4a-43c8-b670-d59d5f25efe8","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.378864475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e57c24cb-0b63-4710-8fa3-75d48eb69ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.382061697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1e97de05-36ac-40bb-8315-cbefe617b5c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.382407586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c30f409d-6918-4d94-9d19-4e2cb05448db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.384454702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ac41bc20-7ef2-47c8-97f2-8db218c5dbbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.436877512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e57c24cb-0b63-4710-8fa3-75d48eb69ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.438308681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c30f409d-6918-4d94-9d19-4e2cb05448db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.441955153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8aebd7df-72ff-4c67-b6da-572bd6545118","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.442002325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3eec9f0e-1109-41c1-b2bb-45e9379120e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.613701615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"a9be2a23-a994-472a-8258-7d2e5cb7a816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.618071622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"3733624b-a0d7-42b3-852f-3b2c4713be37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.67099367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"a9be2a23-a994-472a-8258-7d2e5cb7a816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.675334233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"3733624b-a0d7-42b3-852f-3b2c4713be37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.745092982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"9c0bd3ce-3362-46e7-ad9f-3788924fb906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.745537013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"f7f87a9d-f8f3-4e97-bfae-3d98b162bde0","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.760071927Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b9eda3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b9eda3","reconcileID":"04d1ba0e-f636-46ce-b009-83cc5f8132ca","namespace":"llm","name":"e2e-dft-refs-b9eda3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.805004095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"9c0bd3ce-3362-46e7-ad9f-3788924fb906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.805452219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"f7f87a9d-f8f3-4e97-bfae-3d98b162bde0","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.850546243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"efe9636d-c8ac-40fc-8bfa-d1e212b44b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:35.910460196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"efe9636d-c8ac-40fc-8bfa-d1e212b44b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.050636927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ace39039-24de-4b09-b7ec-415dbb4389c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.050638809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89e64d66-c8c4-4322-8587-15e7720b9bfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.108654423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89e64d66-c8c4-4322-8587-15e7720b9bfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.10873928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ace39039-24de-4b09-b7ec-415dbb4389c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.16510636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89e64d66-c8c4-4322-8587-15e7720b9bfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.16589114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ace39039-24de-4b09-b7ec-415dbb4389c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.255403761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c54e5df7-0017-41e7-8229-0045009f22a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.261602266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f4579c2c-d464-4588-8e35-6746ac41d480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.312568186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"c54e5df7-0017-41e7-8229-0045009f22a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.318626143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f4579c2c-d464-4588-8e35-6746ac41d480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.355989243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"22fae0de-5e72-42d4-96f0-9693c4a836f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.356161031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"73847ad2-1b31-46a3-976a-1221f470b950","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.355987977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"82d8a543-1001-4098-b0c0-cd7195a5cade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.415715556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"73847ad2-1b31-46a3-976a-1221f470b950","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.415766279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"82d8a543-1001-4098-b0c0-cd7195a5cade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.417819065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"22fae0de-5e72-42d4-96f0-9693c4a836f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.673744688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8b69fbe3-a163-41cb-a98e-a2536b1c0c0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.674223004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"56af62be-fbd6-42f2-bdfe-3400dd6bcbce","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.785502019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"56af62be-fbd6-42f2-bdfe-3400dd6bcbce","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.792425813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8b69fbe3-a163-41cb-a98e-a2536b1c0c0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:36.962917148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"730e6ac8-e1b5-4977-a257-5f94188be3a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.020051175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"730e6ac8-e1b5-4977-a257-5f94188be3a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.337806365Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ffe55","reconcileID":"08ed2d18-3280-4fda-bd74-d1447c22fff6","namespace":"llm","name":"e2e-dft-del-4ffe55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.394568121Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ffe55","reconcileID":"370c4f29-6e03-461d-bafa-ff65f1b3f65b","namespace":"llm","name":"e2e-dft-del-4ffe55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.495584166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d55993a1-0467-4558-ba0f-4bbc3de34e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.495643455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"eeae4266-897b-4f98-b123-094feea6d836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.496812373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"31129f7a-20bb-48e7-b6a5-46e3d27596ff","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.496827829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f86a5bfb-6943-42c4-8390-73dbba99c16b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.498021658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cafd36a-b3ff-4832-b886-f8c6128cf916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.553247485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"eeae4266-897b-4f98-b123-094feea6d836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.553319443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d55993a1-0467-4558-ba0f-4bbc3de34e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.555675964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"31129f7a-20bb-48e7-b6a5-46e3d27596ff","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.555698437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f86a5bfb-6943-42c4-8390-73dbba99c16b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.557931956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cafd36a-b3ff-4832-b886-f8c6128cf916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.612531455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d55993a1-0467-4558-ba0f-4bbc3de34e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.613989985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cafd36a-b3ff-4832-b886-f8c6128cf916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.703878884Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ffe55","reconcileID":"2066e6db-2d7b-415e-93c3-a9cd4117be5e","MaaSModelRef":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"name":"e2e-dft-del-4ffe55","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.76975886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"bd29e0fd-ca36-4630-b334-54a759267fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.772456994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f5214bca-17f6-4208-8c29-c1a11543b376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.813877525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"15372962-bd43-4d96-a143-33852b229efe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.813903013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"15372962-bd43-4d96-a143-33852b229efe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.814331443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f51a0267-d5fe-43b2-bdaf-d1a140671b0e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.814408953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f51a0267-d5fe-43b2-bdaf-d1a140671b0e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.814931057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"231d3bbe-6d92-4781-895b-4d9d56f82e39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.815005741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"231d3bbe-6d92-4781-895b-4d9d56f82e39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.83335802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"bd29e0fd-ca36-4630-b334-54a759267fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.833570634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f5214bca-17f6-4208-8c29-c1a11543b376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.833890178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"244852b7-457c-4efc-8be1-2d0b65a5e699","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.836353163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"535ad54e-b8d5-4318-9a46-7814d5323e70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.870173537Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ffe55","reconcileID":"d70ffa17-94d0-4d44-9921-2381e8f6bf1e","MaaSModelRef":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"name":"e2e-dft-del-4ffe55","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.921706292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"400126a8-e8de-46a3-860b-d6045841a6d5","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.921772528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"113d81f7-2b75-40da-8a4e-e387e92ab6fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:46:37.977317519Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ffe55","reconcileID":"d70ffa17-94d0-4d44-9921-2381e8f6bf1e","name":"e2e-dft-del-4ffe55","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-del-4ffe55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:46:37.977403082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ffe55","reconcileID":"d70ffa17-94d0-4d44-9921-2381e8f6bf1e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-del-4ffe55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.97766328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ba5eb871-d627-41f4-8b9d-8b72ebce5ebd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.97772638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ba5eb871-d627-41f4-8b9d-8b72ebce5ebd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.978250254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2c667900-ac56-48fe-a760-764f67b1c81a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.978266969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2c667900-ac56-48fe-a760-764f67b1c81a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.978596859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0215dc4d-6d26-41bd-a904-8d5681ccf298","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.978607432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0215dc4d-6d26-41bd-a904-8d5681ccf298","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.978933239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8df775fb-a332-4d7d-8502-fdfbfc2970f6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.978948584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8df775fb-a332-4d7d-8502-fdfbfc2970f6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.97925482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"edc33774-719d-43f7-a905-eba48756a902","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.979270798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"edc33774-719d-43f7-a905-eba48756a902","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.985969153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"400126a8-e8de-46a3-860b-d6045841a6d5","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:37.988670436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"113d81f7-2b75-40da-8a4e-e387e92ab6fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.025234662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"fcf459ea-2ef0-4e4c-ace4-6311b50d2c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.038362125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ffe55","reconcileID":"6a2bbc35-eee4-49ac-91f3-0f565f57ad00","MaaSModelRef":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"name":"e2e-dft-del-4ffe55","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.082511971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"fcf459ea-2ef0-4e4c-ace4-6311b50d2c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.292064812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"70b18cb4-bac4-4d60-9664-6bd606076bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.292064903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7928ad67-057d-47a1-9f86-c2b7103d4483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.349471711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"70b18cb4-bac4-4d60-9664-6bd606076bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.34973893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7928ad67-057d-47a1-9f86-c2b7103d4483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.391779054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"932f28d3-af70-4888-aa77-32b6947d42ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.405996847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7928ad67-057d-47a1-9f86-c2b7103d4483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.4490549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"932f28d3-af70-4888-aa77-32b6947d42ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.494741662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c2ec7f58-e305-4c3d-a789-0e1ae91816a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.505729372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"932f28d3-af70-4888-aa77-32b6947d42ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.55234842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c2ec7f58-e305-4c3d-a789-0e1ae91816a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.587506493Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ffe55","reconcileID":"0cb4d33e-9dc9-4986-8313-d7c6654c472d","namespace":"llm","name":"e2e-dft-del-4ffe55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.592556588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"b181a2f8-a5c2-44cf-a821-ef0a023dbcfb","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.644957542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"2f7501e2-e370-482f-950d-2e7f8577987c","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.644980727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"2f7501e2-e370-482f-950d-2e7f8577987c","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.65088219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"b181a2f8-a5c2-44cf-a821-ef0a023dbcfb","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.749140056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e145becc-f5f4-4f9c-97cc-343447e10d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.749318203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"47a1e1c7-b0d0-472e-865e-1028b28bfea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.749700217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"adb8ecd3-0bcb-492c-8dca-2d322c842ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.75518912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ffe55","reconcileID":"d02fdec5-894f-431f-bafb-e08fe3b59577","MaaSModelRef":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-4ffe55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.755207046Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ffe55","reconcileID":"d02fdec5-894f-431f-bafb-e08fe3b59577","MaaSModelRef":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"routeName":"external-model-e2e-dft-del-4ffe55-b6ad9af681fb","namespace":"llm","model":"e2e-dft-del-4ffe55","externalModel":"e2e-dft-del-4ffe55","provider":"e2e-dft-del-4ffe55-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.807524196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e145becc-f5f4-4f9c-97cc-343447e10d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.807537861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"47a1e1c7-b0d0-472e-865e-1028b28bfea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.810116878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"adb8ecd3-0bcb-492c-8dca-2d322c842ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.863648673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e145becc-f5f4-4f9c-97cc-343447e10d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.866663933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 57, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"adb8ecd3-0bcb-492c-8dca-2d322c842ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.927469683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e0062e7b-741a-4c17-bf33-a361d186fdb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:38.988826005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e0062e7b-741a-4c17-bf33-a361d186fdb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:39.028084234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5bc8e904-8a39-4517-a93f-3edbde55184b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:39.028480284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"349f8d13-1779-4ac1-968c-211e4fe7ad85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:39.085356267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5bc8e904-8a39-4517-a93f-3edbde55184b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:39.085369642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"349f8d13-1779-4ac1-968c-211e4fe7ad85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:39.12919797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"484559f0-aff7-4de6-922f-8229a9a53908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:39.13169151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"d204c72b-db05-4cde-8d41-437dec79828d","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:39.186214707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"484559f0-aff7-4de6-922f-8229a9a53908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:39.18845199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"d204c72b-db05-4cde-8d41-437dec79828d","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:39.349622163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"f44c9c6c-b40b-46a8-8976-c25b71b10031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:39.406497575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"f44c9c6c-b40b-46a8-8976-c25b71b10031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:39.45056518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"d2f179b6-be77-4d22-b298-c4537baf9765","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:39.507623752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"d2f179b6-be77-4d22-b298-c4537baf9765","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:40.292867262Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"2a38e690-d929-48c1-a670-08499e365764","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:41.885863047Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:43.94620933Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ffe55","reconcileID":"1e40d826-5aeb-4446-8b8f-1a704adf78cd","namespace":"llm","name":"e2e-dft-del-4ffe55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.023395196Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"b4fb727f-fcb9-43cf-a6da-61dd82659a3f","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.076002024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e1a288a3-809c-4aaa-aad4-6be341751dfb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.076023133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e1a288a3-809c-4aaa-aad4-6be341751dfb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.076322943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5eee1182-7d85-49b7-a97e-66e00f530c4c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.076336819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5eee1182-7d85-49b7-a97e-66e00f530c4c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.076595232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c881dc3e-a8dc-4148-b6c0-7b72e5dd1533","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.076609644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c881dc3e-a8dc-4148-b6c0-7b72e5dd1533","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.076933508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"87974be4-1479-451e-8051-0676d0b5fcf3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.076947598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"87974be4-1479-451e-8051-0676d0b5fcf3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.07716976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6ca11b67-8508-4c22-9482-7635d8ab98cb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.07718115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6ca11b67-8508-4c22-9482-7635d8ab98cb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.07741367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0b27a2f-3c50-4cdf-bf71-6007b637f7bd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.077425593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0b27a2f-3c50-4cdf-bf71-6007b637f7bd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.077641722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fd0ada6a-dd72-49b5-932d-12d0b1b2cfac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.077653006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fd0ada6a-dd72-49b5-932d-12d0b1b2cfac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.07788471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3880a7b5-815e-4729-8f52-41a8e7433221","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.077897403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3880a7b5-815e-4729-8f52-41a8e7433221","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.092916744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"ae5d60ed-222a-44a5-b9ed-d8f559f201da","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.092936641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"ae5d60ed-222a-44a5-b9ed-d8f559f201da","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.104966281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"c39bbe94-e8e1-4e50-9c60-ce92a6265ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.104966219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67a34534-ec31-4819-a647-3750a36e4ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.105560394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"4f1acd2f-f248-4511-945d-658c4ea47074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.106896288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"075ee5aa-7fac-4058-9bfd-04c2244bc9ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.10689629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"93a3a9fc-db80-4d37-b997-daa40b9834f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.16352369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"c39bbe94-e8e1-4e50-9c60-ce92a6265ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.163662786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"4f1acd2f-f248-4511-945d-658c4ea47074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.166295432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67a34534-ec31-4819-a647-3750a36e4ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.166517332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"075ee5aa-7fac-4058-9bfd-04c2244bc9ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.168384227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"93a3a9fc-db80-4d37-b997-daa40b9834f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.219303741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ab1b449a-3aa4-48d8-9c54-1f8b1e8f0bd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.21937058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a4f30b4f-8f25-44f4-9c96-279c5591d611","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.223312826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"075ee5aa-7fac-4058-9bfd-04c2244bc9ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.223467624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67a34534-ec31-4819-a647-3750a36e4ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.282450093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc006f44-6bd5-4352-86ae-31b22cc566a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.282475508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc006f44-6bd5-4352-86ae-31b22cc566a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.287623082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50dd1296-fbfd-4c9e-9f81-30523cf3b355","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.287649647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50dd1296-fbfd-4c9e-9f81-30523cf3b355","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.373063475Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.373205359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"7072d5bf-d4d6-4ac3-bb59-c7dbffaa9334","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.373221283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"7072d5bf-d4d6-4ac3-bb59-c7dbffaa9334","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.433705031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"519f067d-1441-4772-86c0-daef46f084d3","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.433725739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"519f067d-1441-4772-86c0-daef46f084d3","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.441041261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"bb59e614-d875-4a7c-bf7e-150f6c2f9656","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.445129664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c90e5cfb-7b44-4b81-a3cf-50cc41e60d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.465731577Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ffe55","reconcileID":"647a1feb-c36f-4e82-a512-ebb0eb30e72e","namespace":"llm","name":"e2e-dft-del-4ffe55","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:46:44.480158149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-sub-25565930","reconcileID":"d07e1ee6-903b-415c-b8d1-a8d9bc7f9387","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-25565930\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.497894621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"bb59e614-d875-4a7c-bf7e-150f6c2f9656","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.5029009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c90e5cfb-7b44-4b81-a3cf-50cc41e60d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.540855261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f264e242-c6cb-4e5b-9d7d-8103e9ddcaa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.540859233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"eac8effa-4c6f-4989-8214-03d43c681e1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.543475065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"e660d892-709a-41d0-955c-a225e9947b95","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.598893292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f264e242-c6cb-4e5b-9d7d-8103e9ddcaa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.599687086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"eac8effa-4c6f-4989-8214-03d43c681e1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.600218606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"c36050ea-ab46-4cc1-b5e3-10615d158bfb","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.600238955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"c36050ea-ab46-4cc1-b5e3-10615d158bfb","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.602146563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"e660d892-709a-41d0-955c-a225e9947b95","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.657531182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"0472efc2-bbce-4918-b4d7-d0570a58865f","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.657548676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"0472efc2-bbce-4918-b4d7-d0570a58865f","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.817131247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"4b9baa9e-5c5e-439a-b0b6-20217889eb03","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.817149244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"4b9baa9e-5c5e-439a-b0b6-20217889eb03","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.865216748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1de4ccb-fdba-4f83-a170-c411faf031fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.870867227Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-sub-25565930","reconcileID":"1e65106d-7357-48c9-b95c-6d52aed81c42","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"maas-trlp-e2e-lifecycle-model-25565930","model":"e2e-lifecycle-model-25565930","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-25565930/e2e-sub-25565930"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.924024348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1de4ccb-fdba-4f83-a170-c411faf031fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.924526906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"f767afd9-dbad-4f5e-892b-c0dd6aa3db27","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.96693252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"865e420d-c82a-430e-a00e-0f5bfe9632f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.968621413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4dac55d8-7e82-48be-a8fc-dc130570b333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:44.980453362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1de4ccb-fdba-4f83-a170-c411faf031fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.026084558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"865e420d-c82a-430e-a00e-0f5bfe9632f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.028453148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4dac55d8-7e82-48be-a8fc-dc130570b333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.03868966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"2567b41c-38fc-4056-8820-94324211d42c","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.038813908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"2567b41c-38fc-4056-8820-94324211d42c","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.085676679Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"f767afd9-dbad-4f5e-892b-c0dd6aa3db27","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.088319211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"865e420d-c82a-430e-a00e-0f5bfe9632f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.090845502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"616de32d-b7e1-4dda-a26e-4d7e29738fa3","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.155772482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-25565930-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"f767afd9-dbad-4f5e-892b-c0dd6aa3db27","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.166064828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"616de32d-b7e1-4dda-a26e-4d7e29738fa3","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.180307981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"6a4eee6f-03b7-41a9-9698-875f2bc6cb05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.214902699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"6c370018-67ba-4318-8da1-019e4f716297","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.214932488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"6c370018-67ba-4318-8da1-019e4f716297","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.237448847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"6a4eee6f-03b7-41a9-9698-875f2bc6cb05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.253813642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-sub-25565930","reconcileID":"fe515ffb-1f98-4795-8739-36bd7744b13f","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"maas-trlp-e2e-lifecycle-model-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.283837081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"bd5dd592-6889-4d95-845e-37932162bd8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.340889601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"bd5dd592-6889-4d95-845e-37932162bd8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.374498409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"bfac26ae-fd26-4d3a-8a78-a1da3c676556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.374582943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"df0c164b-c64d-4eae-8db5-014126a0755c","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.423150719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"c163b2e9-a566-49b0-90ad-5284b187040e","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.423170729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"c163b2e9-a566-49b0-90ad-5284b187040e","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.432016781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"df0c164b-c64d-4eae-8db5-014126a0755c","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.432057493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"bfac26ae-fd26-4d3a-8a78-a1da3c676556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.549872877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"168e6352-862a-47e4-8a0b-bb054e3b946b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.594958409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"6080bb57-4dea-4358-8d83-ed754913f17f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.607184079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"168e6352-862a-47e4-8a0b-bb054e3b946b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:45.652040597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"6080bb57-4dea-4358-8d83-ed754913f17f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:50.398456161Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"8921fb78-d63a-4192-9dcf-62c7cc15bc41","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:50.59941568Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"8c219443-e913-45c5-90d9-138d9edf1ddd","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:50.704566394Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"7f0e3dcf-1258-4437-9476-102fb0c49e0c","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:51.469488996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe76a15-5766-4d85-9332-ef45757b6a4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:51.521749452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe76a15-5766-4d85-9332-ef45757b6a4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:51.573700539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe76a15-5766-4d85-9332-ef45757b6a4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:51.625942042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe76a15-5766-4d85-9332-ef45757b6a4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:51.815420076Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"e26aa589-0bf2-436a-b201-fbac440be91d","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:51.926172262Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-ad05c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-ad05c6","reconcileID":"5fa62d85-9588-47b5-8da1-4fd5aa6dc4a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-ad05c6","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-ad05c6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:52.260329965Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"724c4afb-b2ab-4f62-9d72-fc030fd2504f","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:53.6064025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d571ed-6bd1-42d4-870d-d8975490af11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:53.658736773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d571ed-6bd1-42d4-870d-d8975490af11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:53.711231864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d571ed-6bd1-42d4-870d-d8975490af11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:53.763449828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d571ed-6bd1-42d4-870d-d8975490af11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:54.329119766Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"94c0cc00-a8fb-4de8-91b0-89cc6a1c0483","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:55.21654402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f175a46-9be7-4a3b-a1db-341e52d78519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:55.269713602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"557b3e18-8d7e-46fb-9d75-99c55d6ca731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:55.273846024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f175a46-9be7-4a3b-a1db-341e52d78519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:55.319996035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"cbcc9429-b5e2-417c-8723-dc4c0687cb86","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:55.327368145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"557b3e18-8d7e-46fb-9d75-99c55d6ca731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:55.329706435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f175a46-9be7-4a3b-a1db-341e52d78519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:55.377974243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"cbcc9429-b5e2-417c-8723-dc4c0687cb86","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:55.383358011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"557b3e18-8d7e-46fb-9d75-99c55d6ca731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:55.434544161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-25565930-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"cbcc9429-b5e2-417c-8723-dc4c0687cb86","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:55.710923995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f5bd53-75b2-407c-a5ff-58da572d4b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:55.762974466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f5bd53-75b2-407c-a5ff-58da572d4b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:55.815275293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f5bd53-75b2-407c-a5ff-58da572d4b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:55.867614071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f5bd53-75b2-407c-a5ff-58da572d4b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:57.765825655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4abf8c8f-b822-4f2d-bf34-5560e0c6c7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:57.818303499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4abf8c8f-b822-4f2d-bf34-5560e0c6c7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:57.870321863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4abf8c8f-b822-4f2d-bf34-5560e0c6c7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:57.922623395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4abf8c8f-b822-4f2d-bf34-5560e0c6c7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:59.835306245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3628a8f-a241-4f9f-b35f-217ec010a8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:59.888322763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3628a8f-a241-4f9f-b35f-217ec010a8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:59.940411736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3628a8f-a241-4f9f-b35f-217ec010a8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:46:59.992796245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3628a8f-a241-4f9f-b35f-217ec010a8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:00.548684939Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"a336bb22-6c8f-4acf-9567-a5b4abecdefe","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:01.913044277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2061d3a4-cc17-4a61-ba73-4151f908d31e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:01.965322388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2061d3a4-cc17-4a61-ba73-4151f908d31e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:02.017514764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2061d3a4-cc17-4a61-ba73-4151f908d31e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:02.071030134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2061d3a4-cc17-4a61-ba73-4151f908d31e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:04.434950542Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"ccf89008-815d-4c17-9376-a0b6b6dbda3e","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:05.487321957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3feab9e6-ed60-4d34-84d6-65f6a70f3510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:05.540435041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"7aec7072-d38d-4e6f-a536-accfac651877","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:05.545917047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3feab9e6-ed60-4d34-84d6-65f6a70f3510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:05.588880511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca1f16ba-6f92-491c-8291-7aaeb76f79fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:05.597982843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"7aec7072-d38d-4e6f-a536-accfac651877","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:05.602255047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3feab9e6-ed60-4d34-84d6-65f6a70f3510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:05.646613436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca1f16ba-6f92-491c-8291-7aaeb76f79fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:05.65384788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-25565930-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7e880ea81a9f8ce7d92f16e12f04ae61ba11197219adc923c63724e1a024cf59) AuthConfig (635833c2a600113293888c44e409fbe1c27363ebfed9c4b32a88233ab9ca0017) AuthConfig (091fdd724795534294dbd62880f45dedcaf2c4b4e3529f93e94d9c4a3466e5bb) AuthConfig (d6646692699f0436c4df6b97c816a2a03a995716462d4c3f58f001aedc236555) AuthConfig (2e100a7e0229019bd0ba85fd9812b6714eb26887c99c6a091397a226ef1d1913) AuthConfig (6e029b564e821b9a379ffb1b3ec23a3466c7b53374ac1b7f823516adcc6a510d) AuthConfig (cdf0e4f46a5c59e1101b873157c89acbb7b3a30e430227953c99ba60d68886fc) AuthConfig (bce65e176e0fab38bd8f2b52606dbd5f3f1dcac3653e9176d10e2f65410e434a) AuthConfig (3d87251a358b8e92bedc86562e02202453c61ccf5222a87d0437fbb13112b4bf) AuthConfig (1467f28873d7225932a2388264517e8b8113fa0e0c66c6092c206dad88ec81d3) AuthConfig (68e2b303c857f72f130921f05e67f4bee742c74ebb922a0b205fa4b6f5bffe10) AuthConfig (2bb626e8f04b9e97cc45653eb25402c565ce4160bd632ff5026206b8fdf4b354) AuthConfig (a31d210f0ac06d467f820b6b32a51d9cc84fc35b9d59167c8a3962f61fbebbb1) AuthConfig (e2032e9677ab777071938b4daf17130e6d5955c56a8c144d8a3d7f38faa5f255) AuthConfig (14b55764c089cb42ce4e92fcf23d7e6b2525e8f53687b66b0b8064e1604a5986) AuthConfig (073e9907245f86c734213fd96509b416b5ead5cdf8cd658452b21e18aa66b597) AuthConfig (f3ac30bbac84e2d2d73ac373592ce5f50d20fabab4c4b14259c9b898c156e2d7) AuthConfig (4172e9fdaa6d9d7c50d6b414f2373f57c16930231be0f3e057bceac94147ea8f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"7aec7072-d38d-4e6f-a536-accfac651877","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:05.702989243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca1f16ba-6f92-491c-8291-7aaeb76f79fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:05.71221705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"9be2cf99-54cc-4ced-8aaf-56449d320ca4","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:05.712235614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"9be2cf99-54cc-4ced-8aaf-56449d320ca4","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:06.516497244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-sub-25565930","reconcileID":"8f2a96ec-1f8f-45e3-a419-7bed6983c1b7","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"maas-trlp-e2e-lifecycle-model-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:06.683128328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"d6d42efd-7702-4c40-91de-1d90866f8888","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:06.683149962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"d6d42efd-7702-4c40-91de-1d90866f8888","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:07.183834873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"344525ba-0da2-40ed-af04-c64976643144","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:07.241021102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"344525ba-0da2-40ed-af04-c64976643144","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:07.296946279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-25565930-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7e880ea81a9f8ce7d92f16e12f04ae61ba11197219adc923c63724e1a024cf59) AuthConfig (635833c2a600113293888c44e409fbe1c27363ebfed9c4b32a88233ab9ca0017) AuthConfig (091fdd724795534294dbd62880f45dedcaf2c4b4e3529f93e94d9c4a3466e5bb) AuthConfig (d6646692699f0436c4df6b97c816a2a03a995716462d4c3f58f001aedc236555) AuthConfig (2e100a7e0229019bd0ba85fd9812b6714eb26887c99c6a091397a226ef1d1913) AuthConfig (6e029b564e821b9a379ffb1b3ec23a3466c7b53374ac1b7f823516adcc6a510d) AuthConfig (cdf0e4f46a5c59e1101b873157c89acbb7b3a30e430227953c99ba60d68886fc) AuthConfig (bce65e176e0fab38bd8f2b52606dbd5f3f1dcac3653e9176d10e2f65410e434a) AuthConfig (3d87251a358b8e92bedc86562e02202453c61ccf5222a87d0437fbb13112b4bf) AuthConfig (1467f28873d7225932a2388264517e8b8113fa0e0c66c6092c206dad88ec81d3) AuthConfig (68e2b303c857f72f130921f05e67f4bee742c74ebb922a0b205fa4b6f5bffe10) AuthConfig (2bb626e8f04b9e97cc45653eb25402c565ce4160bd632ff5026206b8fdf4b354) AuthConfig (a31d210f0ac06d467f820b6b32a51d9cc84fc35b9d59167c8a3962f61fbebbb1) AuthConfig (e2032e9677ab777071938b4daf17130e6d5955c56a8c144d8a3d7f38faa5f255) AuthConfig (14b55764c089cb42ce4e92fcf23d7e6b2525e8f53687b66b0b8064e1604a5986) AuthConfig (073e9907245f86c734213fd96509b416b5ead5cdf8cd658452b21e18aa66b597) AuthConfig (f3ac30bbac84e2d2d73ac373592ce5f50d20fabab4c4b14259c9b898c156e2d7) AuthConfig (4172e9fdaa6d9d7c50d6b414f2373f57c16930231be0f3e057bceac94147ea8f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"344525ba-0da2-40ed-af04-c64976643144","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:10.654934774Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"482a93ff-1d50-4a47-ba9a-89cbe3cd653a","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:11.559429192Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","namespace":"ai-tenant-e2e-api-b-8815d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:11.559486286Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","namespace":"ai-tenant-e2e-api-b-8815d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:11.559535514Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","tenant":"e2e-api-b-8815d2","tenantID":"e2e-api-b-8815d2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:11.61414715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"Deployment","name":"maas-api-e2e-api-b-8815d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:11.674448134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"Service","name":"maas-api-e2e-api-b-8815d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:11.733959256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-8815d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:11.788444002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-8815d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:11.843339684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-8815d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:11.887739674Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:11.907898232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-8815d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:11.965544144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-8815d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:12.020731984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-8815d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:12.073193849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"Deployment","name":"payload-processing-e2e-api-b-8815d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:12.125934317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-8815d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:12.178330902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"Service","name":"payload-processing-e2e-api-b-8815d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:12.231541512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"Service","name":"payload-pre-processing-e2e-api-b-8815d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:12.283719748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-8815d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:12.33570178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-8815d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:12.38751668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-8815d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:12.444254604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-8815d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:12.496101602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-8815d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:12.547944002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-8815d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:12.601106127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-8815d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:12.653509889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"namespace":"ai-tenant-e2e-api-b-8815d2","name":"default-tenant","reconcileID":"4995a901-9918-4d49-8736-ceb061a855f0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-8815d2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:13.599666786Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"f9d16dd2-e5e7-49a0-a0aa-24e09a585f8f","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:13.704420565Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"7692c699-f8db-48ac-8118-0ab953d2a0ff","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:13.812819075Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-8815d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-8815d2","reconcileID":"9f3efb3f-84ff-48d7-a766-1d2f4b08c3b0","aitenant":"ai-tenants/e2e-api-b-8815d2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:13.980041193Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"9e6da0f4-15f5-4c51-8360-5cab49d7726e","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:14.388500299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11a0f6c-8cc6-4b9e-8d93-cc1928fcb5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:14.441694865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11a0f6c-8cc6-4b9e-8d93-cc1928fcb5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:14.495020799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11a0f6c-8cc6-4b9e-8d93-cc1928fcb5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:14.547484372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11a0f6c-8cc6-4b9e-8d93-cc1928fcb5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:14.660627257Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-8815d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-8815d2","reconcileID":"9f3efb3f-84ff-48d7-a766-1d2f4b08c3b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-8815d2","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-8815d2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:14.876643471Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"8b54417e-0a0a-41ae-a154-75a3b3f2553c","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:15.769015636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"525df282-bacc-4aaa-97a4-99c720dd8e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:15.82617904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"525df282-bacc-4aaa-97a4-99c720dd8e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:15.876016677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"474f1405-2be0-4426-b2cc-cf795c979d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:15.963446227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"474f1405-2be0-4426-b2cc-cf795c979d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:16.226953604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de470d31-bd77-472e-aa44-3222e1484ee0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:16.22697538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de470d31-bd77-472e-aa44-3222e1484ee0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:16.281248688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"066d25e5-1328-4700-a491-0b79a5857c52","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:16.281267566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"066d25e5-1328-4700-a491-0b79a5857c52","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:16.512298651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42e9d0d-1331-405d-b196-c8789d4208e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:16.564760395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42e9d0d-1331-405d-b196-c8789d4208e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:16.616957587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42e9d0d-1331-405d-b196-c8789d4208e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:16.66935731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42e9d0d-1331-405d-b196-c8789d4208e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:17.403383615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"b074981d-7964-47f3-901e-cbf2165d37db","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:17.460749413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"b074981d-7964-47f3-901e-cbf2165d37db","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:17.516917514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-25565930-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7e880ea81a9f8ce7d92f16e12f04ae61ba11197219adc923c63724e1a024cf59) AuthConfig (635833c2a600113293888c44e409fbe1c27363ebfed9c4b32a88233ab9ca0017) AuthConfig (091fdd724795534294dbd62880f45dedcaf2c4b4e3529f93e94d9c4a3466e5bb) AuthConfig (d6646692699f0436c4df6b97c816a2a03a995716462d4c3f58f001aedc236555) AuthConfig (2e100a7e0229019bd0ba85fd9812b6714eb26887c99c6a091397a226ef1d1913) AuthConfig (6e029b564e821b9a379ffb1b3ec23a3466c7b53374ac1b7f823516adcc6a510d) AuthConfig (cdf0e4f46a5c59e1101b873157c89acbb7b3a30e430227953c99ba60d68886fc) AuthConfig (bce65e176e0fab38bd8f2b52606dbd5f3f1dcac3653e9176d10e2f65410e434a) AuthConfig (3d87251a358b8e92bedc86562e02202453c61ccf5222a87d0437fbb13112b4bf) AuthConfig (1467f28873d7225932a2388264517e8b8113fa0e0c66c6092c206dad88ec81d3) AuthConfig (68e2b303c857f72f130921f05e67f4bee742c74ebb922a0b205fa4b6f5bffe10) AuthConfig (2bb626e8f04b9e97cc45653eb25402c565ce4160bd632ff5026206b8fdf4b354) AuthConfig (a31d210f0ac06d467f820b6b32a51d9cc84fc35b9d59167c8a3962f61fbebbb1) AuthConfig (e2032e9677ab777071938b4daf17130e6d5955c56a8c144d8a3d7f38faa5f255) AuthConfig (14b55764c089cb42ce4e92fcf23d7e6b2525e8f53687b66b0b8064e1604a5986) AuthConfig (073e9907245f86c734213fd96509b416b5ead5cdf8cd658452b21e18aa66b597) AuthConfig (f3ac30bbac84e2d2d73ac373592ce5f50d20fabab4c4b14259c9b898c156e2d7) AuthConfig (4172e9fdaa6d9d7c50d6b414f2373f57c16930231be0f3e057bceac94147ea8f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"b074981d-7964-47f3-901e-cbf2165d37db","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:20.761555515Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"22a5553c-55f9-4685-a4a1-6940b76f992f","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:22.596034853Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","namespace":"ai-tenant-e2e-derive-31e728ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:22.596123543Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","namespace":"ai-tenant-e2e-derive-31e728ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:22.596202284Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","tenant":"e2e-derive-31e728ff","tenantID":"e2e-derive-31e728ff","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:22.650869659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"Deployment","name":"maas-api-e2e-derive-31e728ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:22.713364788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"Service","name":"maas-api-e2e-derive-31e728ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:22.776260787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-31e728ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:22.830271529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-31e728ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:22.891213804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-31e728ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:22.945892302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-31e728ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:23.003389227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-31e728ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:23.058970608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-31e728ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:23.110890803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"Deployment","name":"payload-processing-e2e-derive-31e728ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:23.162563626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-31e728ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:23.21485012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"Service","name":"payload-processing-e2e-derive-31e728ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:23.266902634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"Service","name":"payload-pre-processing-e2e-derive-31e728ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:23.318544475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"DestinationRule","name":"payload-processing-e2e-derive-31e728ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:23.370194938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-31e728ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:23.421943996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-31e728ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:23.477907116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-31e728ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:23.530106385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-31e728ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:23.582096349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-31e728ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:23.639462927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-31e728ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:23.692140395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"namespace":"ai-tenant-e2e-derive-31e728ff","name":"default-tenant","reconcileID":"4041ce7f-d521-4d93-b293-1843b0e6ae1e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-31e728ff","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:24.574403286Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-31e728ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-31e728ff","reconcileID":"74fa3344-be63-49e5-8593-e23f3cd4d2eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-31e728ff","removed":["maas.opendatahub.io/gateway-access-e2e-derive-31e728ff"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:24.794302363Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"f5e3aabb-38da-42c7-9b22-a724156d7599","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:25.747733198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797808cb-f779-4605-85c2-daf75c3cc2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:25.799956237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797808cb-f779-4605-85c2-daf75c3cc2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:25.852107375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797808cb-f779-4605-85c2-daf75c3cc2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:25.904387288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797808cb-f779-4605-85c2-daf75c3cc2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.317947537Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"5d29d48d-a04a-46dd-a34b-5c78c4410cf7","namespace":"llm","name":"e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.374911702Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"212f78de-b956-4b07-81cc-f91986821ff4","namespace":"llm","name":"e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.426157956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"e0031975-263c-4a72-908d-ec77797094ae","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.475420318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2b58c3aa-bc51-4b68-8f67-a5a25794b185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.47616966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"f2b5a484-8602-4923-80a5-9d776d614c18","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.476236074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca4c1c4c-1e3f-4337-8760-983d4c2da636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.477419232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f93c8979-c7a9-49f8-83b4-39b1590fbe2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.483317417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"e0031975-263c-4a72-908d-ec77797094ae","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.5336926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca4c1c4c-1e3f-4337-8760-983d4c2da636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.533743673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"2b58c3aa-bc51-4b68-8f67-a5a25794b185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.536082779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f93c8979-c7a9-49f8-83b4-39b1590fbe2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.536151395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"f2b5a484-8602-4923-80a5-9d776d614c18","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.687075433Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"4158f86d-c6a0-465d-a87b-0497a103873d","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"name":"e2e-rt-sw-2b6908","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.797486906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1530e909-fdc6-4c1b-94c5-5234441d022c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.797514383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1530e909-fdc6-4c1b-94c5-5234441d022c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.79789113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c22b0767-a276-4136-9f29-96fc302c6e90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.797915253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c22b0767-a276-4136-9f29-96fc302c6e90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.850314111Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"bb894a91-b694-4958-90c6-42507561d790","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"name":"e2e-rt-sw-2b6908","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.873984343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eca72525-b63d-4ec8-b450-4b8b516d4cb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.87420099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a85c1add-ef45-454b-bb04-c9d73e4ef34f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.907864432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"016da015-e857-455d-8510-0ffcb5ce3277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.908009698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"83a0b196-59fa-40a4-8f22-b9900a46edeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.908272886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"6b35116f-85ed-4cc6-98f1-17b4b422d724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:26.968032069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"016da015-e857-455d-8510-0ffcb5ce3277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:47:27.021675306Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"bb894a91-b694-4958-90c6-42507561d790","name":"e2e-rt-sw-2b6908","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-2b6908\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:47:27.02173663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"bb894a91-b694-4958-90c6-42507561d790","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-2b6908\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.021983224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83732f31-260c-42a7-bcf7-c659f54b21cb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.022001948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83732f31-260c-42a7-bcf7-c659f54b21cb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.022309624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"30077943-c111-4d63-8918-dd06d7e1f762","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.022358266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"30077943-c111-4d63-8918-dd06d7e1f762","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.022625405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2057d25b-99db-44e7-a98c-1471a593409b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.022639761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2057d25b-99db-44e7-a98c-1471a593409b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.022920523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e415c982-c56a-48db-a460-915d48123008","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.022934739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e415c982-c56a-48db-a460-915d48123008","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.023489778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b70b5e70-5e70-495b-b931-82ffb15d4e64","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.023516765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b70b5e70-5e70-495b-b931-82ffb15d4e64","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.025067579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"6b35116f-85ed-4cc6-98f1-17b4b422d724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.025266644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6d4b3975-18de-4352-8146-856109bce806","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.025286246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6d4b3975-18de-4352-8146-856109bce806","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.026207705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"9852dd03-1b01-4588-b43e-80f7114e483f","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.026225103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"9852dd03-1b01-4588-b43e-80f7114e483f","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.030590629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"83a0b196-59fa-40a4-8f22-b9900a46edeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.07221399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"22a84583-4217-44cb-ad28-5d4c2802db13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.079269702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"9b94c071-ca30-44af-b848-d314c96d1aa6","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"name":"e2e-rt-sw-2b6908","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.109902862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"5dba64ee-5e25-4847-bfff-a00523e62172","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.130917039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"22a84583-4217-44cb-ad28-5d4c2802db13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.167462555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"5dba64ee-5e25-4847-bfff-a00523e62172","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.347132865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"409d32db-93a4-4f1a-9326-bb8ce4591670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.386252097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"4e79acce-5b7e-4468-b8ab-4b6036a7ade6","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.407659154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"409d32db-93a4-4f1a-9326-bb8ce4591670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.43845396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5f51a06-e175-46f6-8b7e-bcfd0729c3be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.444550304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"4e79acce-5b7e-4468-b8ab-4b6036a7ade6","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.49576665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5f51a06-e175-46f6-8b7e-bcfd0729c3be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.531598753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"5b579b69-f46c-4bed-a98c-2bdb63b58be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.590042013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"5b579b69-f46c-4bed-a98c-2bdb63b58be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.636950731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"befd77ba-2644-4bd9-9895-0f2494eae5a3","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.694287302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"befd77ba-2644-4bd9-9895-0f2494eae5a3","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.822762302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bff79f9-547a-4893-9824-764504675911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.875319687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bff79f9-547a-4893-9824-764504675911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.875617075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"970dc5b4-ef95-4f4f-89fe-dfa8816c351d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.927822684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bff79f9-547a-4893-9824-764504675911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.965639479Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"369efacb-cafd-43dd-bd06-9b99c04792d6","namespace":"llm","name":"e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:27.988293076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bff79f9-547a-4893-9824-764504675911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.044756702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"0a505f14-78c9-4bff-8673-9f5f9712b4fb","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.044814395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"0a505f14-78c9-4bff-8673-9f5f9712b4fb","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.048621914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"970dc5b4-ef95-4f4f-89fe-dfa8816c351d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.150033293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"00188eec-7d1c-4107-8f13-88b49414afb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.150100331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"db551710-1128-435f-bd64-0952790060d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.15050322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"63c806d6-fd6b-4a81-ad2d-3997fb41f1d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.207811782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"26bfc5f3-7f2b-4014-984f-c300f5f07bec","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.208065962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"db551710-1128-435f-bd64-0952790060d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.210335944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"63c806d6-fd6b-4a81-ad2d-3997fb41f1d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.210358915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"00188eec-7d1c-4107-8f13-88b49414afb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.266463152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"26bfc5f3-7f2b-4014-984f-c300f5f07bec","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.420085474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"9149a8ae-7589-4011-8abc-d08da14126a7","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.477420238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"9149a8ae-7589-4011-8abc-d08da14126a7","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.57228058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"706a3be3-cc98-4fa5-9da8-906f8f41b460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.57228765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"846208fb-cfc7-4b8f-928a-f0c8b0944fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.573277436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92b07e0b-5210-47da-8492-ec47a9c7908e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.577985695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"6f2181c1-1005-4f7d-9dc5-783dff10b6e5","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.631505673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"846208fb-cfc7-4b8f-928a-f0c8b0944fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.631535668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"706a3be3-cc98-4fa5-9da8-906f8f41b460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.634317754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92b07e0b-5210-47da-8492-ec47a9c7908e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.635933221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"6f2181c1-1005-4f7d-9dc5-783dff10b6e5","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.899381419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f34bb7c8-5cc4-496f-9e7a-0e799adaa154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.956605523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f34bb7c8-5cc4-496f-9e7a-0e799adaa154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:28.994529968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"ef7aeefe-1a65-4534-b4ff-1d811ad94de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:29.05321144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"ef7aeefe-1a65-4534-b4ff-1d811ad94de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:29.434602963Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"512fc8f5-009f-41c8-9af6-38a1b22e02a5","namespace":"llm","name":"e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:29.543869398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"be618074-6a8b-49d3-8b64-e56b5032971e","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:29.594266476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c942e6a9-da99-4d48-93ed-dbc55160504c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:29.594306456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"f0f2c387-143a-4425-9ccc-23d46127f85e","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:29.594898711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e8699af1-e3d4-42f7-96d9-05ce6290d989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:29.595081237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"6cd7f5b9-5e05-4931-834b-fadd72870709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:29.600660536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"be618074-6a8b-49d3-8b64-e56b5032971e","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:29.651950833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c942e6a9-da99-4d48-93ed-dbc55160504c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:29.652107585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"f0f2c387-143a-4425-9ccc-23d46127f85e","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:29.654423419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"e8699af1-e3d4-42f7-96d9-05ce6290d989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:29.654553253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"6cd7f5b9-5e05-4931-834b-fadd72870709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:29.967762246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f407dc22-ee5a-4df8-a4ff-9395a18ea6c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:30.026533541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f407dc22-ee5a-4df8-a4ff-9395a18ea6c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:30.067163112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"fb7dfe89-9168-48b4-ae0c-14af70a025e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:30.067560103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16f992f5-c377-4eb6-bf0c-c2c07295c12e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:30.067715466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"f0f00ba2-fb27-4272-9ba5-02854d72414c","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:30.126725809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"fb7dfe89-9168-48b4-ae0c-14af70a025e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:30.12677714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"f0f00ba2-fb27-4272-9ba5-02854d72414c","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:30.130744607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16f992f5-c377-4eb6-bf0c-c2c07295c12e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:30.167939657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37aa508f-437d-4724-9e75-4c4a56d99c50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:30.225297307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37aa508f-437d-4724-9e75-4c4a56d99c50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:30.387367325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"b6bba4f9-5c6b-4f2b-9426-70217aed208e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:30.444402477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"b6bba4f9-5c6b-4f2b-9426-70217aed208e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:30.868204765Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"f2c6c4f7-42d9-42eb-a4b8-19c7d9137e04","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:32.410298553Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"f57a33cd-bba3-4555-9510-5014be86c2c5","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:32.515718123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"5f478b74-08a2-4374-9863-038fdfc67606","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:32.515742444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"5f478b74-08a2-4374-9863-038fdfc67606","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:32.62057702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"f4013348-5321-4b74-9339-5411aaa5648c","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:32.622674771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"e09e189b-8a69-4f70-aed4-fb9bd6c1da2a","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:32.680296111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"e09e189b-8a69-4f70-aed4-fb9bd6c1da2a","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:33.10545572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"2f716dda-1839-4e96-a9b8-f4cb4ecd16c6","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:33.10548574Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"2f716dda-1839-4e96-a9b8-f4cb4ecd16c6","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:33.212881266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b972797a-abba-4a7c-adab-b8bf6525c029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:33.265588422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b972797a-abba-4a7c-adab-b8bf6525c029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:33.31812726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b972797a-abba-4a7c-adab-b8bf6525c029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:33.370705466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b972797a-abba-4a7c-adab-b8bf6525c029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:33.6377705Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"45ca6455-648d-464f-9c01-f6bc85fd205d","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:33.741072301Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c73135","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c73135","reconcileID":"439c6480-03a9-42b9-a96b-ee7762b4aeb4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c73135","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-c73135":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:34.075410157Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"ce7dcae8-7c4b-4cd2-95da-6bae9b794c90","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:35.328548838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53100275-e9a3-4530-b32f-779b98b6c649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:35.381077018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53100275-e9a3-4530-b32f-779b98b6c649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:35.433455406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53100275-e9a3-4530-b32f-779b98b6c649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:35.485610564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53100275-e9a3-4530-b32f-779b98b6c649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:36.105490379Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"c83566cb-e642-413a-b6b1-5db1fa2307c8","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:37.406044532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcfb9373-a5ff-47df-963f-36e39259922c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:37.458116266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcfb9373-a5ff-47df-963f-36e39259922c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:37.515602139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcfb9373-a5ff-47df-963f-36e39259922c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:37.570051444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcfb9373-a5ff-47df-963f-36e39259922c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:37.854242274Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:37.906605215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"040d0844-0fca-4ca2-bd2a-761eebb9494e","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:37.906626459Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"040d0844-0fca-4ca2-bd2a-761eebb9494e","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:47:37.963813769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-sub","reconcileID":"f93679e3-63c2-498a-971a-3a31750328e2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-2b6908-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.059237004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"872208ca-3c7c-4732-a3e1-d2aebf7dac92","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.062845582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"228c00f0-dc63-48f8-a73c-c73da0f7d1fd","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.062856303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1af6cb7-2b4b-4694-be99-3ad163ed7653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.067708264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc8c19a8-3dce-481b-8509-34253095bff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.06958808Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"aa809370-f80f-4317-82ad-6bceb7791b41","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.116493889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"872208ca-3c7c-4732-a3e1-d2aebf7dac92","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.120005547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"228c00f0-dc63-48f8-a73c-c73da0f7d1fd","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.120025691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1af6cb7-2b4b-4694-be99-3ad163ed7653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.124663778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc8c19a8-3dce-481b-8509-34253095bff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.133852979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-sub-25565930","reconcileID":"8e84814c-2c68-4ae2-b06f-107b876b9919","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"maas-trlp-e2e-lifecycle-model-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.174150662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"4004eb6f-0d33-4e0e-b32c-981fe7100be7","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.174169962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"4004eb6f-0d33-4e0e-b32c-981fe7100be7","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.229254213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"4187a97f-6c07-452c-b066-666e677aa388","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.229272835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"4187a97f-6c07-452c-b066-666e677aa388","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.28200077Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"8ece9c4c-638b-413e-9280-8b24c80d6625","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.386997287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"395dcfff-dc1e-48d2-8f65-e364e1243476","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.387029141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"395dcfff-dc1e-48d2-8f65-e364e1243476","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.398261706Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-sub","reconcileID":"85663429-c61b-487e-a71a-9c8dfda7c865","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2b6908","model":"e2e-rt-sw-2b6908","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-2b6908-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.427076471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"4276310d-3ca2-4759-bd13-75ce33126b97","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.454156326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-sub-25565930","reconcileID":"ecaab646-77d6-4420-9d23-e55155416795","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"maas-trlp-e2e-lifecycle-model-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.485422252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"4276310d-3ca2-4759-bd13-75ce33126b97","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.571189545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acd14639-af64-4cc4-aeb8-3401a4428ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.628440746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acd14639-af64-4cc4-aeb8-3401a4428ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.679742246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"12ec55ce-7cd6-4d88-9d36-7976b3fad8c7","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.679766055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"12ec55ce-7cd6-4d88-9d36-7976b3fad8c7","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.72699695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c4a35c6-290d-473f-a5b5-5196133c7a12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.727029874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"d5ef7c9d-4cac-4ebf-a349-8729d4e8e63d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.786129884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c4a35c6-290d-473f-a5b5-5196133c7a12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.789426229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"d5ef7c9d-4cac-4ebf-a349-8729d4e8e63d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:38.891349464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-sub","reconcileID":"6e0ab83a-5bbd-4b20-a076-28d2c7b4fd9f","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2b6908","model":"llm/e2e-rt-sw-2b6908","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:39.475264693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62db748-7db7-49d9-844c-3151c8fb9de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:39.527455201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62db748-7db7-49d9-844c-3151c8fb9de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:39.579561932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62db748-7db7-49d9-844c-3151c8fb9de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:39.631699451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62db748-7db7-49d9-844c-3151c8fb9de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:40.99913798Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"b07eaa36-ef0c-4274-bcd0-91612e3b10ef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:41.600441368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbe5bb5-cad3-40c9-9398-9a955ceab1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:41.652585318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbe5bb5-cad3-40c9-9398-9a955ceab1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:41.704736565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbe5bb5-cad3-40c9-9398-9a955ceab1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:41.757035394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbe5bb5-cad3-40c9-9398-9a955ceab1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:41.886346545Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:43.706239359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"157ff90d-e1c5-4c99-9cd3-da3a8a24311d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:43.759614091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"157ff90d-e1c5-4c99-9cd3-da3a8a24311d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:43.812097421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"157ff90d-e1c5-4c99-9cd3-da3a8a24311d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:43.864537306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"157ff90d-e1c5-4c99-9cd3-da3a8a24311d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:45.049530972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe004cec-9081-4d87-94ea-b3c8b5deece4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:45.10282436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"344eff69-58bd-4242-a90a-44f912916c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:45.108579856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"411ed5ef-8243-4a87-8458-ce913e5a4067","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:45.117229021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe004cec-9081-4d87-94ea-b3c8b5deece4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:45.171848251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"344eff69-58bd-4242-a90a-44f912916c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:45.176609011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"411ed5ef-8243-4a87-8458-ce913e5a4067","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:45.904156382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b67ad3-cfef-4100-a904-043cb3af1813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:45.95827782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b67ad3-cfef-4100-a904-043cb3af1813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:46.010688017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b67ad3-cfef-4100-a904-043cb3af1813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:46.062957435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b67ad3-cfef-4100-a904-043cb3af1813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:47.951510092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde2cbee-e2f2-4253-882f-fabc25607e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:48.003672552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde2cbee-e2f2-4253-882f-fabc25607e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:48.055756804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde2cbee-e2f2-4253-882f-fabc25607e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:48.107850494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde2cbee-e2f2-4253-882f-fabc25607e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:48.38727114Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"74c81c56-cc13-4a5c-80ff-a0452a873a06","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:48.513043674Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"47c294ad-d134-4dba-a465-feb21ae72b41","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:48.566031814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"cea11f2d-7fe9-410d-b9c2-854371338cdd","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:48.566841339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"039b6c2f-53d9-4690-907c-0a08b5bbe5c2","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:48.566856635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"039b6c2f-53d9-4690-907c-0a08b5bbe5c2","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:48.62315748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"cea11f2d-7fe9-410d-b9c2-854371338cdd","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:48.671597068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-sub-25565930","reconcileID":"1435e6d7-8429-4747-aec3-7103c24ae754","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"maas-trlp-e2e-lifecycle-model-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:48.932506203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"c8c4deaa-a100-4c91-ad97-08222c8feb72","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:48.98936182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"c8c4deaa-a100-4c91-ad97-08222c8feb72","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:48.990411958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-sub-25565930","reconcileID":"ae34fccb-ee0d-44dc-81fd-8c3155391bc9","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"maas-trlp-e2e-lifecycle-model-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:50.006172918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abe390f-7c4d-4dc0-bd18-430a25936fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:50.058289596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abe390f-7c4d-4dc0-bd18-430a25936fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:50.110386042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abe390f-7c4d-4dc0-bd18-430a25936fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:50.163213375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abe390f-7c4d-4dc0-bd18-430a25936fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:51.112331679Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"ca5f110b-3f43-4101-bbc2-5646d7494c9b","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:52.108491137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f6dbec3-764f-4525-a870-7353c4fd00a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:52.161767203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f6dbec3-764f-4525-a870-7353c4fd00a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:52.214082556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f6dbec3-764f-4525-a870-7353c4fd00a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:52.266556899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f6dbec3-764f-4525-a870-7353c4fd00a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:54.159321269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aed172a-5bd5-407a-a1f2-bb290a30a8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:54.211612978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aed172a-5bd5-407a-a1f2-bb290a30a8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:54.263578065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aed172a-5bd5-407a-a1f2-bb290a30a8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:54.315800616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aed172a-5bd5-407a-a1f2-bb290a30a8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:55.083996584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"4c2474ec-6544-4b77-a514-22fb2d83c55a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-ad05c6","tenantID":"e2e-autores-ad05c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:55.203381468Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"4c2474ec-6544-4b77-a514-22fb2d83c55a","name":"e2e-autores-ad05c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.044446142Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"4f0bfddd-cbf5-4e82-96fd-598f44d4eb13","namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.103407095Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"543b7209-21bc-46d4-ac5e-abbdfab46c1e","namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.204561947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb767fd-a3bf-42d5-b1e1-f46a9a65af43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.204967447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"7295dd8c-06de-47b1-857b-d072f76e1a18","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.257051429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb767fd-a3bf-42d5-b1e1-f46a9a65af43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.25725528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"1ce494d0-55ed-452f-9ba2-97c00332d700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.257316595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d0c51ecb-56d2-46a2-ace7-63829ee3e761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.25766472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"00f275f8-da94-4be3-9861-e1eff4444432","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.312081149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb767fd-a3bf-42d5-b1e1-f46a9a65af43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.316174188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d0c51ecb-56d2-46a2-ace7-63829ee3e761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.36605485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb767fd-a3bf-42d5-b1e1-f46a9a65af43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.366504533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46f02e6d-b780-4de3-9014-51b6b5dfc036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.369685169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"1ce494d0-55ed-452f-9ba2-97c00332d700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.369902294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"7295dd8c-06de-47b1-857b-d072f76e1a18","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.424500155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"00f275f8-da94-4be3-9861-e1eff4444432","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.425464913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46f02e6d-b780-4de3-9014-51b6b5dfc036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.473067607Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"d3ca5767-b071-4fb1-ad97-35c33d4a85b6","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.635356065Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"ebef57b8-e51d-4dbe-8c1d-ab18903a761a","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.685915751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"eba79c3d-daa0-487b-b727-a485bab4a8a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.737354006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94e2e60f-de61-44fc-a556-450b76a285ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.739625186Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"c1d7a6a6-d1c1-4efe-8afe-4e277ad4daac","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.743338413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"eba79c3d-daa0-487b-b727-a485bab4a8a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.794244179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94e2e60f-de61-44fc-a556-450b76a285ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.834063906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"80bef9a9-5fdb-4daf-b267-95b5d08877a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.834063748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"71875110-2c67-49ca-b4bc-44caa0702b67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.844523017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-sub","reconcileID":"4bc50352-36fa-4b89-a025-7ea71a2b3144","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2b6908","model":"llm/e2e-rt-sw-2b6908","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.892279787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"71875110-2c67-49ca-b4bc-44caa0702b67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.892981679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"80bef9a9-5fdb-4daf-b267-95b5d08877a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.937476689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6b7ebfd5-5fb4-44af-b968-ef89a8a82961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:56.997528693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6b7ebfd5-5fb4-44af-b968-ef89a8a82961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.039594072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"00d9200e-666b-4d2a-a9aa-c460555f95d9","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.098145519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"00d9200e-666b-4d2a-a9aa-c460555f95d9","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.117634577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"762bf911-1423-4f76-8dc8-50ef72d3781c","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.117661993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"762bf911-1423-4f76-8dc8-50ef72d3781c","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.188886267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"9ea44445-b63e-417d-9f09-8071768cbb50","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.24672985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"9ea44445-b63e-417d-9f09-8071768cbb50","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.290390401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"eecd4017-4a53-444a-9b71-4e5720fe5f63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.349251201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"eecd4017-4a53-444a-9b71-4e5720fe5f63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.37349554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"5897c0ec-6976-49a9-89c5-578eeb0d979f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.37351745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d807d815-722f-4957-950a-7831bc10eee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.427618782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c4472d6e-0da2-4222-bacd-c28bd965020f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.433271685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"5897c0ec-6976-49a9-89c5-578eeb0d979f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.434626868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d807d815-722f-4957-950a-7831bc10eee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.485128361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c4472d6e-0da2-4222-bacd-c28bd965020f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.487598942Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"46abdb16-c6fc-46de-a9d1-a9c5209d3335","namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.542227021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"74f45c4b-8098-4399-8989-49bc2620766e","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.54226802Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"74f45c4b-8098-4399-8989-49bc2620766e","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"routeName":"external-model-e2e-cfl-same-b01585-ebf820ffadeb","namespace":"e2e-extmod-cfl-2-9061e1","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.758589619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"42064a5d-fa63-4000-86e3-8250f353b281","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.816019702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"42064a5d-fa63-4000-86e3-8250f353b281","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.865636871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"219831fe-b4a8-4d87-9dea-edf12ed8739a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.866701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f645fabe-2c8f-4a39-8ebb-22d058e197f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.867382834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"a4bcc4d8-c626-4146-8f49-a7b7aac0a149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.867427762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"51e3bcbe-3c68-487d-b1b2-bf5606ab4d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.93535539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"a4bcc4d8-c626-4146-8f49-a7b7aac0a149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.946964901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f645fabe-2c8f-4a39-8ebb-22d058e197f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.950967347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"219831fe-b4a8-4d87-9dea-edf12ed8739a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:57.954051214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"51e3bcbe-3c68-487d-b1b2-bf5606ab4d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.251958853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"052bbafd-003f-4ca5-aa42-9781da86a8a7","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.336636504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"052bbafd-003f-4ca5-aa42-9781da86a8a7","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.386991493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c2c5ded-a622-4886-90f7-f2c37cae813c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.441422852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c2c5ded-a622-4886-90f7-f2c37cae813c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.498139565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c2c5ded-a622-4886-90f7-f2c37cae813c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.550601076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c2c5ded-a622-4886-90f7-f2c37cae813c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.550684588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"915e54ca-08a4-4ad1-a951-51e991dce742","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.551184621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"404e15c6-0581-438b-a8ee-cddbbf797374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.5513696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb4e9129-388e-4598-afb4-47628d8f3ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.606260816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"de99f420-32a3-4f90-9121-ea5dc390a1ac","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.618331702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"915e54ca-08a4-4ad1-a951-51e991dce742","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.619955822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"404e15c6-0581-438b-a8ee-cddbbf797374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.629506081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb4e9129-388e-4598-afb4-47628d8f3ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.673364931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"de99f420-32a3-4f90-9121-ea5dc390a1ac","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.73242082Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"fb395bb6-eb76-4ca5-aaa0-29448a0b6f6d","namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.838511839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"93c1e558-f697-40d6-8180-0cdc3d65d50c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:58.915931539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"93c1e558-f697-40d6-8180-0cdc3d65d50c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.021746338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ff9f85cd-c0ff-4841-9c02-4b43ebf9ee98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.051000334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b614e931-28c1-451b-b992-aca2acfe3e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.095677976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ff9f85cd-c0ff-4841-9c02-4b43ebf9ee98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.121468156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b614e931-28c1-451b-b992-aca2acfe3e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.133250595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"b2bdd563-62ab-4069-a11e-4ceef906c2eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.19754205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"b2bdd563-62ab-4069-a11e-4ceef906c2eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.223160329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"10c67102-359d-4e53-a746-abb237aa5477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.256688042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"e5f50809-1800-4c53-b67f-2016dc2c5f60","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.286231608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"10c67102-359d-4e53-a746-abb237aa5477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.320598444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"e5f50809-1800-4c53-b67f-2016dc2c5f60","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.475496972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"1198b533-3d89-4ff9-b55d-78aab56991ed","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.519074991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"04f8b7e5-7dcf-48f5-8a02-e081875229de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.534802152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"1198b533-3d89-4ff9-b55d-78aab56991ed","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.576990583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"04f8b7e5-7dcf-48f5-8a02-e081875229de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.579376233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"bb2c3286-7146-46fd-b655-7d761f875729","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.63657737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"bb2c3286-7146-46fd-b655-7d761f875729","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.66605241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6987980a-f926-45e2-8008-0db7a75ced42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.712976221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"fd6de6d1-7438-4ea5-9ae3-c6d8ff756b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.723270283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6987980a-f926-45e2-8008-0db7a75ced42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.770143435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"fd6de6d1-7438-4ea5-9ae3-c6d8ff756b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.890646905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"d28fa319-c569-42ed-bb36-ddd79b7d7adc","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.949326916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"d28fa319-c569-42ed-bb36-ddd79b7d7adc","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:47:59.952045425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"01ce54ff-c925-4b54-b9a1-217b7daf6e51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.010455288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"01ce54ff-c925-4b54-b9a1-217b7daf6e51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.657624642Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"c515ee79-342f-4b93-b30b-a0c3a119a694","namespace":"llm","name":"e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.716667707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"f2df34da-0670-4936-9532-0b7533bc151f","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.716693658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"f2df34da-0670-4936-9532-0b7533bc151f","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.822067015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"223409f5-ba24-4e83-ab36-0fabc5f48f09","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.823500164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c68bcf96-b9a4-4b58-8146-efa6486f027d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.827280879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"8a0d4034-bf06-4c72-b2e8-313493522d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.845649913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ca3cc105-14d2-4047-b0f1-099e07b59703","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.84567019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ca3cc105-14d2-4047-b0f1-099e07b59703","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.845986842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3fc27727-f50a-490a-b7ac-0bb650d49fbd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.845999455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3fc27727-f50a-490a-b7ac-0bb650d49fbd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.846199643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"87494b40-fc04-4557-8189-f53f37345ab3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.846210162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"87494b40-fc04-4557-8189-f53f37345ab3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.846398208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e70eb17c-e53c-40ae-8f33-52bf5814095c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.846409356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e70eb17c-e53c-40ae-8f33-52bf5814095c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.846608675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f1255bc3-f480-4c14-8675-e89efac18d17","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.846619124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f1255bc3-f480-4c14-8675-e89efac18d17","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.846943702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bad330b7-3f63-40e6-a47a-aeb7206da27e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.846961507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bad330b7-3f63-40e6-a47a-aeb7206da27e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.847176188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9516491b-5503-49f3-9568-def7b8765411","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.847191185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9516491b-5503-49f3-9568-def7b8765411","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.847420458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d29c57ef-442c-4ad9-af0e-e2745f0de5b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.847435186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d29c57ef-442c-4ad9-af0e-e2745f0de5b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.873678891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"639c2188-5446-40cc-a042-2efa296170e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.874809258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32f08664-cd66-4e11-b05f-c3c6adc1e128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.880462583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"223409f5-ba24-4e83-ab36-0fabc5f48f09","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.881896718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c68bcf96-b9a4-4b58-8146-efa6486f027d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.886216107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"8a0d4034-bf06-4c72-b2e8-313493522d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.900209723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"6b42b237-b2e6-46d9-aad3-655879cd7418","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.900232264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"6b42b237-b2e6-46d9-aad3-655879cd7418","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.93127291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"639c2188-5446-40cc-a042-2efa296170e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:00.932097634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32f08664-cd66-4e11-b05f-c3c6adc1e128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.059688747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27b4239f-5ee8-4e3e-8689-7c3430ec93f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.060209423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6cb62aa1-8661-4a81-a684-f33900740d5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.11259056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-sub","reconcileID":"c3e019ac-a6c9-43dc-924d-f6385805bde2","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2b6908","model":"llm/e2e-rt-sw-2b6908","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.194731925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"28f93203-d76c-47f8-aeae-2c27220a0358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.197897944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"c5ad1e55-4481-4a94-8ff7-f75561b33e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.244664669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"cb92c113-f560-4305-ad35-d80ce4bf5549","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.252084581Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"9a5bf39a-6883-4284-b366-5bd557079be4","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.253390932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"28f93203-d76c-47f8-aeae-2c27220a0358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.255065071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"c5ad1e55-4481-4a94-8ff7-f75561b33e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.295771829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6cee22fc-07b6-4ce7-ab2c-f8aee7d25376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.301726737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"cb92c113-f560-4305-ad35-d80ce4bf5549","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.353740348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6cee22fc-07b6-4ce7-ab2c-f8aee7d25376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.395329277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"30034cf3-2083-4b38-85d7-12a94fb31464","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.452131049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"30034cf3-2083-4b38-85d7-12a94fb31464","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.565300411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f8f48151-7fb1-483b-92e1-58e35e5fff50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.6171751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"33e20184-dcfa-4b8a-adad-58141526c897","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.621969949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"f8f48151-7fb1-483b-92e1-58e35e5fff50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.664845523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76c83d5a-6270-420f-8a54-2fd9a922db82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.674315653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"33e20184-dcfa-4b8a-adad-58141526c897","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.717612923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bd4ceca-92f6-4ff2-9d41-73cc363b6848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.72206052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76c83d5a-6270-420f-8a54-2fd9a922db82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:01.774894099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bd4ceca-92f6-4ff2-9d41-73cc363b6848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.049349143Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"f8c62cb7-d263-45d8-8949-3125f0631be4","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.157457611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"7457198e-6e0e-4b07-ac54-fa9880c712a2","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.207826965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"287f5efc-1dc3-4e9f-99d7-720ced4f6294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.207829222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"2b0fa06f-df79-4d54-b760-b1b67736df64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.209989234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"28f7deea-db57-4c70-b1b1-9b7f4db71296","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.210654717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"198d8eb2-ab91-463f-a3b0-e9717176cf43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.215563615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"7457198e-6e0e-4b07-ac54-fa9880c712a2","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.265552546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"2b0fa06f-df79-4d54-b760-b1b67736df64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.265768248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"287f5efc-1dc3-4e9f-99d7-720ced4f6294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.268578963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"198d8eb2-ab91-463f-a3b0-e9717176cf43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.268590348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"28f7deea-db57-4c70-b1b1-9b7f4db71296","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.465391249Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"dd96fa6a-469d-4dc2-b8bb-5e5300015e3a","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.582201545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"177bb0a2-799f-42f0-bdb9-a888be33707f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.639613574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"177bb0a2-799f-42f0-bdb9-a888be33707f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.684687476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a76a591a-2102-4a4e-b504-5ac53f7d46ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.70874309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"833e4b77-65c9-4038-adfd-5ca9b7e4e88e","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.735470102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"6bf3e349-2b54-4cfb-b0f2-c148914b5597","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.739550849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61c9235d-ba02-4992-923a-f00aa1a339f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.741702147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a76a591a-2102-4a4e-b504-5ac53f7d46ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.765953985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"833e4b77-65c9-4038-adfd-5ca9b7e4e88e","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.792861185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"6bf3e349-2b54-4cfb-b0f2-c148914b5597","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.797714016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61c9235d-ba02-4992-923a-f00aa1a339f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.925256949Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"b6e30794-ce5e-457e-8b17-be4f24cd42a2","namespace":"llm","name":"e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:02.981741778Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"b980639b-6d93-49f5-a136-039c359479f0","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.05217565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e366882-3f8d-42d3-8e7f-b1a72d9f5be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.100923106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"580f7bad-f155-475e-a75b-e0d7b3996918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.110184801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e366882-3f8d-42d3-8e7f-b1a72d9f5be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.158504518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"580f7bad-f155-475e-a75b-e0d7b3996918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.20133678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7bb1fb5b-6d99-4775-94ec-ae8bb01736c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.258562561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7bb1fb5b-6d99-4775-94ec-ae8bb01736c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.302807665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9789a2cd-8e05-4ab2-8619-e57a40b9d5b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.302815448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b79bd59f-bf00-4b13-8d8b-9684ef9d8abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.361585742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"9789a2cd-8e05-4ab2-8619-e57a40b9d5b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.361622765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b79bd59f-bf00-4b13-8d8b-9684ef9d8abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.366277021Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"1030e300-fa29-4e78-b32e-58de630c6b9f","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.452709131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"640c6cae-72f0-4b2f-855b-95e68fc1a9da","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.470895284Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"dc38863c-2c26-437c-9fc6-0814b05795ac","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.511037753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"640c6cae-72f0-4b2f-855b-95e68fc1a9da","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.55619045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4852a25d-2141-4849-938e-578b5ffed7d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.576308334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"2c4450dc-67fd-4e20-b740-8472f2ae94b9","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-725b71","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.576404762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"12f21e13-e24b-4104-a98e-28f15ebefe85","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.576435117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"12f21e13-e24b-4104-a98e-28f15ebefe85","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.605865451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"34957d91-a2bf-4e71-8648-a4ba403ad6c8","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.613499833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4852a25d-2141-4849-938e-578b5ffed7d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.664489015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"34957d91-a2bf-4e71-8648-a4ba403ad6c8","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.682273057Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"50e3a1f1-70cc-4318-9311-8b932f05e9ab","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.806152559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"6d18cb4a-c5eb-45bb-b982-65f2ad751cbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.857903369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"32ab07c7-c8bb-49ab-8e17-c5a983e522b7","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.863389801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"6d18cb4a-c5eb-45bb-b982-65f2ad751cbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.914735149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"32ab07c7-c8bb-49ab-8e17-c5a983e522b7","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:03.961222201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e3cf4d2-f665-4d1f-a66f-a3fc92f88c52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.0152138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"68e99113-44af-41fe-be9e-f3477d5c0251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.018520197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e3cf4d2-f665-4d1f-a66f-a3fc92f88c52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.072647452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"68e99113-44af-41fe-be9e-f3477d5c0251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.120085116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"d1adcdf4-be88-49e2-b7c2-abea51c5603c","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.177046256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"d1adcdf4-be88-49e2-b7c2-abea51c5603c","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.220631196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"aa939df6-39d8-4930-91dc-67c6b7acfdd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.278219986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"aa939df6-39d8-4930-91dc-67c6b7acfdd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.330142357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"56c039e1-3b8d-4f18-b7c0-b3bc3f364858","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.376219202Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"44a2e89f-1aff-488c-8737-7ac43480f4b9","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.387574689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"56c039e1-3b8d-4f18-b7c0-b3bc3f364858","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.429276262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"728d2464-67fc-4304-a6ca-63b9a8721eae","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.429309254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"728d2464-67fc-4304-a6ca-63b9a8721eae","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.535776755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"92e0193d-eae1-49db-a9c0-128693dbeaaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.587298063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09363356-e377-4c89-b6c3-b32dc9c5d4a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.593403055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"92e0193d-eae1-49db-a9c0-128693dbeaaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.593995107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"570d5218-e6d5-4e01-b010-c00a5c9155d7","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.644280242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09363356-e377-4c89-b6c3-b32dc9c5d4a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.65172171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"570d5218-e6d5-4e01-b010-c00a5c9155d7","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.694015028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d927bd99-a5c4-4dff-b59f-a7355630a7f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.75164234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d927bd99-a5c4-4dff-b59f-a7355630a7f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.806101902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"23760673-82e4-488b-a48e-8a8528b1365f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:04.863009393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"23760673-82e4-488b-a48e-8a8528b1365f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:05.007290217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f72d5609-191d-43b0-a148-108ab2b61254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:05.007333604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"53e6eb4e-32de-4f15-872a-b698ad8c6139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:05.061347702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"fd3ce9ea-7d19-40da-8ad7-37770b2b9d30","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:05.064598418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"53e6eb4e-32de-4f15-872a-b698ad8c6139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:05.064642069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f72d5609-191d-43b0-a148-108ab2b61254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:05.109838382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5cca914f-bc1c-4ddb-817f-735108d0050e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:05.118326879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"fd3ce9ea-7d19-40da-8ad7-37770b2b9d30","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:05.166817344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5cca914f-bc1c-4ddb-817f-735108d0050e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:05.210935157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"8938bd70-b797-40db-9261-cadca4ba1659","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:05.269728397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"8938bd70-b797-40db-9261-cadca4ba1659","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:05.378078313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"dee9aaff-9c73-46d7-b61b-8580ba89293f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:05.465622264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"d2ca3223-8f19-4aa5-8572-d5f7ecf23b46","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:05.468097062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"dee9aaff-9c73-46d7-b61b-8580ba89293f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:05.522658489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"d2ca3223-8f19-4aa5-8572-d5f7ecf23b46","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:06.741562069Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"8a8f5c11-9665-4cff-854e-6ad5d7ead2ab","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:08.103467381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"8b08aef5-bf72-4023-8d1b-a4a7aebc62a6","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:08.103494646Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"8b08aef5-bf72-4023-8d1b-a4a7aebc62a6","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:08.208353531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"f39426bb-0ac1-4005-a8b1-32d4dd500bf5","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:08.208382682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"f39426bb-0ac1-4005-a8b1-32d4dd500bf5","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:08.318940486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"d034cf21-2ce3-49eb-b760-358c293ababa","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:08.377210575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"d034cf21-2ce3-49eb-b760-358c293ababa","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:08.804755764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"cf17d928-193f-47c6-8ca4-e4c9c14d38c3","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:08.804802264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"cf17d928-193f-47c6-8ca4-e4c9c14d38c3","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:11.888896841Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:13.793775944Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"2ab1457c-88bd-41d0-b6a3-be7b3528f653","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:15.306284388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"662941c6-e4cb-4edb-a9ad-b4d9994a4d04","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:15.307128685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"92bdb8c4-c240-4ed4-ae2d-af5c4ea02d71","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:15.416726693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"662941c6-e4cb-4edb-a9ad-b4d9994a4d04","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:15.417666343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"92bdb8c4-c240-4ed4-ae2d-af5c4ea02d71","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:15.592259491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5560d844-f643-4d0e-86f6-e1e3ef096cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:15.592709866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"a53c7dc5-9bb5-40c4-9d7a-8fae09fa2b8b","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:15.604911053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68937f8d-caa7-47b6-834b-b043f0707d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:15.651937241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5560d844-f643-4d0e-86f6-e1e3ef096cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:15.652342668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"a53c7dc5-9bb5-40c4-9d7a-8fae09fa2b8b","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:15.661866662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68937f8d-caa7-47b6-834b-b043f0707d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:16.847249522Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"84be3663-ee5e-4225-a467-129754734b2c","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:23.900445464Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"b0e5970f-c224-41b2-99e7-ffa8eaa5c043","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:26.953063308Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"a6cf35a7-54e5-4e5f-b87c-3d428677e84b","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:33.706362059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"ab004b62-bbec-42c2-a333-e99c5dfc1560","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:33.807459374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"bd887b1e-aa7f-45ec-9880-9d6fab3fc85f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:33.907015751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"664a1de6-c89c-49eb-b5c8-767a37632791","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:34.006666198Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"b4aa3d50-3306-4c91-9789-11fac8dedd2a","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:34.11392331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-sub","reconcileID":"3e618d6d-41da-48ce-8157-2d94c37417f8","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2b6908","model":"llm/e2e-rt-sw-2b6908","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:34.162004912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"20b5f4c8-b988-4dd5-afea-b85fd377359e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:34.30388254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"268bcb27-3556-4d00-b4ba-a6d86b8957ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:34.405129594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-sub-25565930","reconcileID":"c6c19d40-be25-442e-85d4-fa5306e853f7","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"maas-trlp-e2e-lifecycle-model-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:34.423749766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c4d99a51-7c8a-4afc-ad21-e629d4f28d62","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:34.709599447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"4617f320-add4-4ef2-8916-28ecc8f2b424","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-eafa67","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:34.88849999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"adf3a708-d754-4330-afe9-46b8e78a8de0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:35.041217268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"f815e2d3-f200-4e15-8220-ebf2e6806caf","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-725b71","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:35.089458634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"18beff0c-3add-4c2f-8701-8c96ca88ba2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:37.058646475Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"527a0f92-0153-4201-8634-e57190ad079d","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:38.91864449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"dbfcbce1-61aa-4878-964f-55c65ea6c1e5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:39.035858822Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"dbfcbce1-61aa-4878-964f-55c65ea6c1e5","name":"e2e-extmod-a-c73135-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:39.648155903Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:39.700342141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"7de8b6f8-b88e-437c-b4af-36f185e5b6a3","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:39.700370051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"7de8b6f8-b88e-437c-b4af-36f185e5b6a3","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:48:39.758675826Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-b01585-f05e07-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:39.856736534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"904bdefb-0aba-4e59-b4ec-096d18ecc257","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:39.857288307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"0919fc4d-59a2-4303-a588-e23a000c230f","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:39.860618166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"04d0eaf0-39af-4bcb-9e3b-57cb9d0beb0a","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:39.862494598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"b69ed5cb-07d6-4b9c-a4e8-29760b91c370","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:39.862516674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"b69ed5cb-07d6-4b9c-a4e8-29760b91c370","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:39.915207474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"904bdefb-0aba-4e59-b4ec-096d18ecc257","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:39.915278101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"0919fc4d-59a2-4303-a588-e23a000c230f","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:39.918519167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"04d0eaf0-39af-4bcb-9e3b-57cb9d0beb0a","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:39.968975346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"4d71d344-594d-4de4-9dc2-96e2fa62e18a","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:39.969001194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"4d71d344-594d-4de4-9dc2-96e2fa62e18a","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.075757765Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-sub","reconcileID":"c5e0a319-f18c-4e4c-815c-32635586d64c","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-cfl-same-b01585","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.076190602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"1b757997-90ce-4b72-9fb6-8c280cb0dcef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.076209587Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"1b757997-90ce-4b72-9fb6-8c280cb0dcef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.344751167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"e9e3fbc8-d67c-4bc5-ae83-aca50ccec570","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.344775535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"e9e3fbc8-d67c-4bc5-ae83-aca50ccec570","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.381586913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"2a8a6883-9edb-431c-8242-44e75e1b7e04","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.381976946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"613b658d-dc7d-45b1-99b6-56d75f645c86","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.438590098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"2a8a6883-9edb-431c-8242-44e75e1b7e04","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.438678719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"613b658d-dc7d-45b1-99b6-56d75f645c86","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.482388288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"a19173c7-912c-474c-b59e-0c70f80b976b","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.539048696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"a19173c7-912c-474c-b59e-0c70f80b976b","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.552089202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-sub","reconcileID":"b6e3681f-602d-4372-b716-9c420ea288f9","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.824380283Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"e0763db5-5b1d-4825-b07b-b709f7055c70","namespace":"llm","name":"e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.877078515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"8bfeeafb-dd9d-4452-a2ee-b22ed30f5f9d","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.877103039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"8bfeeafb-dd9d-4452-a2ee-b22ed30f5f9d","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.933256989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"a31273e2-a009-4958-86cc-9fe4c0e5b650","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.981152795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"1613d399-7dfa-4352-83df-18d03cc9428f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.982236152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1d8eec27-4562-4326-9c59-cea4603cc4ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.982772825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"85dff2fb-b5b6-4d53-9655-c9cfc53a13db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.983684516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"23adcdee-8bc8-4d72-90ea-aa2d1a96efb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:40.989763161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"a31273e2-a009-4958-86cc-9fe4c0e5b650","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.037955737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"1613d399-7dfa-4352-83df-18d03cc9428f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.039126341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1d8eec27-4562-4326-9c59-cea4603cc4ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.040367566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"85dff2fb-b5b6-4d53-9655-c9cfc53a13db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.041479252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"23adcdee-8bc8-4d72-90ea-aa2d1a96efb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.049631083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9504dc43-0e43-409b-9308-79e71a11b9cf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.0496465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9504dc43-0e43-409b-9308-79e71a11b9cf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.049918721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d1399ac3-2165-4f82-8c29-0cf4edea1599","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.04993072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d1399ac3-2165-4f82-8c29-0cf4edea1599","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.050232513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d947811-ff56-4f66-82d1-54a85e9c44fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.050244591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d947811-ff56-4f66-82d1-54a85e9c44fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.050481446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"45e2ed72-50b9-40ff-b70c-b3e1e2e49aa7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.050495266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"45e2ed72-50b9-40ff-b70c-b3e1e2e49aa7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.050760485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5409b46-aa41-496b-bd39-74639569ec63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.050774142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5409b46-aa41-496b-bd39-74639569ec63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.103150017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"7e611954-d7fe-4f55-ba94-0e7614faccd3","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.103178382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"7e611954-d7fe-4f55-ba94-0e7614faccd3","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.157202645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6abda4c6-86b4-4b92-bb74-fee6481520b0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.157225078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6abda4c6-86b4-4b92-bb74-fee6481520b0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.157554535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"202f6250-ee25-4b13-b1f0-268252c3757a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.157617057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"202f6250-ee25-4b13-b1f0-268252c3757a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.157986869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7e94e774-e268-4f3b-b21e-37af353871eb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.158041365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7e94e774-e268-4f3b-b21e-37af353871eb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.260361476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"999b837f-942d-4832-90ba-fa2f8119440b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.260378713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b3b7ce77-78a9-4ed4-a22f-5d21dd79a1b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.31273188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-sub","reconcileID":"08dfc18f-c924-4d2c-80ef-213168e10081","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2b6908","model":"llm/e2e-rt-sw-2b6908","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.401545363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"ba2562cb-f504-48e9-ab54-f5e1e4b1be80","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.449660074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"369b109f-f1ff-4e86-9266-47a7d80b24f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.449799289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"21a47cb6-a67d-41b4-afeb-b05958efcef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.458343815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"ba2562cb-f504-48e9-ab54-f5e1e4b1be80","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.50250745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d9521da-1498-4082-a370-cc6393eada11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.502621529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"0be6e9d3-253f-46b7-a34d-56b548bfddca","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.506828826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"21a47cb6-a67d-41b4-afeb-b05958efcef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.506940067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"369b109f-f1ff-4e86-9266-47a7d80b24f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.564399361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"0be6e9d3-253f-46b7-a34d-56b548bfddca","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.564983358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d9521da-1498-4082-a370-cc6393eada11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.886352094Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.92534861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"f55ce0a0-0a9d-4fe0-b324-2ca94c409799","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.92534867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"05b56bf8-0621-487f-b2f7-e5ad97ce2c64","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.926680258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3cdacd3-6bef-4fea-932f-336eb1d5290c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.982149004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"f55ce0a0-0a9d-4fe0-b324-2ca94c409799","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.982191462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"05b56bf8-0621-487f-b2f7-e5ad97ce2c64","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:41.984352571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3cdacd3-6bef-4fea-932f-336eb1d5290c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.093748972Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"c37f98f7-47ae-47a7-8467-4749186727a9","namespace":"llm","name":"e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.251720673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f0fd5094-1d21-4e0f-8c7b-2af89850e23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.251772326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a29d4b1b-7417-4fef-a886-b15721cfe5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.308547771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f0fd5094-1d21-4e0f-8c7b-2af89850e23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.308664092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a29d4b1b-7417-4fef-a886-b15721cfe5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.395556106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c289f603-c338-4d54-b6b7-14072482a31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.44791015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"d87721a1-f917-472d-b2d5-8cc64d193fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.447919634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"39eee3ff-0fb1-46d3-81e4-1e3429bae8ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.453339557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c289f603-c338-4d54-b6b7-14072482a31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.505030146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"39eee3ff-0fb1-46d3-81e4-1e3429bae8ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.505140704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"d87721a1-f917-472d-b2d5-8cc64d193fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.568319859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"3ce05f83-8091-40b9-859d-88313bfe8281","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.625042691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"3ce05f83-8091-40b9-859d-88313bfe8281","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.670524333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"7671158b-d4c2-4dba-ad89-f72c63d25299","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.727515148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"7671158b-d4c2-4dba-ad89-f72c63d25299","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.813480273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"019bc868-2906-4bc5-bde8-373d68ce674e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.871250414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"019bc868-2906-4bc5-bde8-373d68ce674e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.965051372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd1e3a80-dc19-4b6c-ac75-81e352360ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:42.965567065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"506e7e5b-b2bd-43a7-baa7-43bcf6668237","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:43.015077502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"971ac236-3864-425c-a33a-e8adf72c8735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:43.021629563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd1e3a80-dc19-4b6c-ac75-81e352360ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:43.022363388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"506e7e5b-b2bd-43a7-baa7-43bcf6668237","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:43.071683682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"971ac236-3864-425c-a33a-e8adf72c8735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:43.19215817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"3e11dd5c-7027-43e5-8900-ffedab75bf0e","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:43.248903412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"3e11dd5c-7027-43e5-8900-ffedab75bf0e","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:43.292298906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"91c2d156-26a6-4fce-98ca-c224a3f1ec00","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:43.348727853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"91c2d156-26a6-4fce-98ca-c224a3f1ec00","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:43.883958321Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"e86ada9c-a581-442b-a58c-d932db4ba5f0","namespace":"ai-tenant-e2e-mt-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:43.884029096Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"e86ada9c-a581-442b-a58c-d932db4ba5f0","name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:43.940809277Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"e86ada9c-a581-442b-a58c-d932db4ba5f0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:43.940830757Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"e86ada9c-a581-442b-a58c-d932db4ba5f0","namespace":"ai-tenant-e2e-mt-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:43.940922134Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"e86ada9c-a581-442b-a58c-d932db4ba5f0","name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:43.941558178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"7da9991a-4817-491b-a770-c06b15dc0216","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:43.941575901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"7da9991a-4817-491b-a770-c06b15dc0216","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:43.996836811Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"e86ada9c-a581-442b-a58c-d932db4ba5f0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:44.000239398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"e6041dd6-5a66-4781-8a8e-3d32498e4f73","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:44.000262472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"e6041dd6-5a66-4781-8a8e-3d32498e4f73","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:44.046213079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"122a641c-0c0d-4cba-92fc-98fe80e62845","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:48:44.053668868Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"e6041dd6-5a66-4781-8a8e-3d32498e4f73","name":"e2e-lifecycle-model-25565930","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-25565930\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:48:44.053731917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"e6041dd6-5a66-4781-8a8e-3d32498e4f73","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-25565930\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:44.102039026Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-sub-25565930","reconcileID":"95d30598-9335-40a3-8e2e-465d680c3621","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5cf1be13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:44.104226422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"122a641c-0c0d-4cba-92fc-98fe80e62845","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:44.11192189Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"061500db-ac8c-46ac-bc87-571ab1e03337","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:44.164138156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"02a55f58-e6de-490b-8906-5447fc7ec05a","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:44.164161003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"02a55f58-e6de-490b-8906-5447fc7ec05a","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:44.274589911Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-sub-25565930","reconcileID":"1648fc80-3b16-4dde-aa36-ad95864d0d9c","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5cf1be13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:44.30969409Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"5dd23bc2-deb0-437d-afe1-6a696dc6485c","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:44.467887269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"5dd23bc2-deb0-437d-afe1-6a696dc6485c","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:44.598976558Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"5dd23bc2-deb0-437d-afe1-6a696dc6485c","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"e2e-mt-25565930-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:44.599004855Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-policy-25565930","reconcileID":"5dd23bc2-deb0-437d-afe1-6a696dc6485c","MaaSAuthPolicy":{"name":"e2e-policy-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:44.655692107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"5ae88ca6-704e-44a3-a7bc-fc8b15d68bdb","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:44.655716244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"5ae88ca6-704e-44a3-a7bc-fc8b15d68bdb","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:47.163488107Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"a2975792-63cd-4c78-a054-3e1821f895a8","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:50.459573408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"e8b2b33b-f5b6-476e-b540-6ffb6dac510d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:50.560750994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"dd2d87cf-21b1-4ab2-ba78-819ee449cbc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:50.578351868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"427d624a-bc60-49e9-aed5-04995c8a1575","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:50.952953233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8921aa95-12a1-4a3a-a34b-6faf72841964","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:51.145199153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"3d0a0e24-ce5b-4485-9888-30dc8eac0307","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-725b71","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:51.21708552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"efa790ed-f123-495f-b4d8-bc42ab3c9822","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:51.334650727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"39643a05-f341-4f61-aa68-62b60a306779","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:51.379208219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eabf2d5f-ba70-4d8a-ab4a-3f74488185e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:51.495082658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"a9230e11-abed-42b7-859b-6e12a989dd7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:51.644092604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"b4818409-5ae4-46fd-ba4e-6025131a9791","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-eafa67","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:51.741257047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-sub","reconcileID":"96c054cc-321c-4782-b690-62234afa3d8c","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2b6908","model":"llm/e2e-rt-sw-2b6908","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:51.851032779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-sub","reconcileID":"0bc64855-8214-4188-9125-827928073d5a","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:52.156808043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"a6ac00f8-f8b7-4220-96d9-d30965cad3bd","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:52.156970832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"a6ac00f8-f8b7-4220-96d9-d30965cad3bd","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:52.262488794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"f72f12e6-249b-45a8-bcec-eb83d719ee48","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:52.293950064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"2ec57373-9e6e-4670-b925-8a33a95ce6af","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:52.380832965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"f72f12e6-249b-45a8-bcec-eb83d719ee48","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:52.404658244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"2ec57373-9e6e-4670-b925-8a33a95ce6af","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:52.688146786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78c8363d-e4a7-47bf-aa85-8ad8ae6c4c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:52.688153888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"98a2be3a-e079-4cbf-b2db-05a2aa7ece39","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:52.716304292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac03072f-9321-4932-aa1b-df5719ec6151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:52.747246983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78c8363d-e4a7-47bf-aa85-8ad8ae6c4c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:52.747367526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"98a2be3a-e079-4cbf-b2db-05a2aa7ece39","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:52.773343845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac03072f-9321-4932-aa1b-df5719ec6151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:54.216514155Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"10bd55e8-eab5-48d7-a8b2-f0361a7f4801","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:54.326670472Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-sub-25565930","reconcileID":"3d0a1b0b-3a0d-4f62-b34c-7a092a443f13","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","subscription":"e2e-sub-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:54.37916598Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-sub-25565930","reconcileID":"3d0a1b0b-3a0d-4f62-b34c-7a092a443f13","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:54.427237953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"1963c86e-d74a-47df-adf6-951d9cacb367","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:54.427266792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"1963c86e-d74a-47df-adf6-951d9cacb367","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"routeName":"external-model-e2e-cfl-same-b01585-ebf820ffadeb","namespace":"e2e-extmod-cfl-2-9061e1","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:54.431695088Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-sub-25565930","reconcileID":"3d0a1b0b-3a0d-4f62-b34c-7a092a443f13","MaaSSubscription":{"name":"e2e-sub-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"name":"maas-trlp-e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:54.532202105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"4898f6b5-12e9-4bb9-afe8-022316b9928c","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:54.532230654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"4898f6b5-12e9-4bb9-afe8-022316b9928c","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"routeName":"external-model-e2e-cfl-same-b01585-ebf820ffadeb","namespace":"e2e-extmod-cfl-2-9061e1","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:54.697973338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"461325fb-8f57-4de1-a57b-1a751d821c8b","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:54.698146657Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"6821b6f9-d6dd-42b0-89a5-f2c899d9998e","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:54.750238001Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:54.802465864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"c439da73-73cc-43fb-a563-5ede869f139a","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:54.802487688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"c439da73-73cc-43fb-a563-5ede869f139a","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:54.806637453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"461325fb-8f57-4de1-a57b-1a751d821c8b","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:54.860329428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"5853fefe-9cea-4be3-a4fd-c9f41c0df85b","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:54.860354989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"5853fefe-9cea-4be3-a4fd-c9f41c0df85b","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:55.279241363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"7ef566d9-0fc4-4f39-a60d-f53bb14f5b10","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:55.279280785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"7ef566d9-0fc4-4f39-a60d-f53bb14f5b10","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"routeName":"external-model-e2e-cfl-same-b01585-ebf820ffadeb","namespace":"e2e-extmod-cfl-2-9061e1","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:55.60393689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7ca5b3b-cb96-4ca2-b66f-4e2b094172e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:55.655796697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7ca5b3b-cb96-4ca2-b66f-4e2b094172e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:55.707762273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7ca5b3b-cb96-4ca2-b66f-4e2b094172e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:55.759619027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7ca5b3b-cb96-4ca2-b66f-4e2b094172e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:57.702160586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5906dba3-43c1-4450-8956-003437c98c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:57.754246793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5906dba3-43c1-4450-8956-003437c98c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:57.807118837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5906dba3-43c1-4450-8956-003437c98c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:57.858915556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5906dba3-43c1-4450-8956-003437c98c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:59.737844353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e98703-347f-4e3b-8c6c-873d51162203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:59.790347398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e98703-347f-4e3b-8c6c-873d51162203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:59.843935663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e98703-347f-4e3b-8c6c-873d51162203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:48:59.896828253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e98703-347f-4e3b-8c6c-873d51162203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.109369218Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.162605412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"e946e6ec-3754-4f81-ad20-09412776fff5","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.162631868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"e946e6ec-3754-4f81-ad20-09412776fff5","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"routeName":"external-model-e2e-cfl-same-b01585-ebf820ffadeb","namespace":"e2e-extmod-cfl-2-9061e1","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:00.221674422Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-b01585-9061e1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.325057893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"4c5719be-836e-428e-8860-348b14847b75","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.325082921Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"4c5719be-836e-428e-8860-348b14847b75","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.370773748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"b5d2a7a3-b36f-420f-ac30-d7c012627000","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.370774024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"ac2e5423-36ce-42b9-8ca7-427293b5f67a","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.375006392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"55e0185b-75ee-4e87-bc94-b427f9357fa4","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.375248639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"b37c303a-ed4e-4b79-9267-3191219e8892","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.42793765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"b5d2a7a3-b36f-420f-ac30-d7c012627000","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.428286098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"ac2e5423-36ce-42b9-8ca7-427293b5f67a","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.432122804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"55e0185b-75ee-4e87-bc94-b427f9357fa4","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.43255326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"6a38849d-139f-4d72-8646-b5eef050a441","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.432583347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"6a38849d-139f-4d72-8646-b5eef050a441","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"routeName":"external-model-e2e-cfl-same-b01585-ebf820ffadeb","namespace":"e2e-extmod-cfl-2-9061e1","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.433226682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"b37c303a-ed4e-4b79-9267-3191219e8892","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.537091245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"b71d7d0c-588b-4ecf-bda5-306bc375b3a0","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.537114102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"b71d7d0c-588b-4ecf-bda5-306bc375b3a0","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.541393311Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-sub","reconcileID":"6cb8674e-c3d0-4071-9178-5c1a1d6e2725","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-cfl-same-b01585","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.642860107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"1384d06e-ce9d-4171-a1b7-cbd9adebc115","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.642888202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"1384d06e-ce9d-4171-a1b7-cbd9adebc115","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.815034194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"43612eda-d946-40f7-bc44-7b01ae8fff48","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.815062648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"43612eda-d946-40f7-bc44-7b01ae8fff48","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"routeName":"external-model-e2e-cfl-same-b01585-ebf820ffadeb","namespace":"e2e-extmod-cfl-2-9061e1","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.955128599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"235307cd-ffb7-4618-901d-844cc9ae49aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.955202363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"01501954-5bd3-4cbc-9517-f9283f7f26ab","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.955704398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"4ffc7a7c-eefc-4e0b-a9f4-bae60920e693","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:00.955707102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"59e5619d-753f-48d4-abf3-57cb3f370653","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:01.012524331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"235307cd-ffb7-4618-901d-844cc9ae49aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:01.012978586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"4ffc7a7c-eefc-4e0b-a9f4-bae60920e693","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:01.014841334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"01501954-5bd3-4cbc-9517-f9283f7f26ab","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:01.015388159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"59e5619d-753f-48d4-abf3-57cb3f370653","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:01.023580056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-sub","reconcileID":"b6d614b3-74f9-4a99-984f-25b72d9a35d2","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:04.322765777Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"ba5c8fec-7f9a-4197-8691-9b731e7cb584","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:04.855093488Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"570d472e-c57f-4bdd-afa3-7efcf3856ba0","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.089325373Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"e6e32d4d-e85f-41b7-b001-81867eec3251","namespace":"llm","name":"e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.147067098Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"8f236fbb-0e08-4e4e-8297-7e03da68cbbc","namespace":"llm","name":"e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.248159599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"fb78fa66-b8f2-4abc-9dfc-684acb7267cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.249603369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1768b6ca-1660-4baf-98ee-af82838bb26f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.249603358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"32f53dbc-61f5-4f14-bd84-787907ae6e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.251453974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"ca31d226-47b0-4684-a55f-3761521a2a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.29936095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"899f51f1-f75a-45a2-8c3d-12af371b2dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.305216457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"fb78fa66-b8f2-4abc-9dfc-684acb7267cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.307546069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"32f53dbc-61f5-4f14-bd84-787907ae6e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.308191554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"1768b6ca-1660-4baf-98ee-af82838bb26f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.310030063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"ca31d226-47b0-4684-a55f-3761521a2a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.356715258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"899f51f1-f75a-45a2-8c3d-12af371b2dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.474486409Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"289944bb-fe95-4648-965d-d79ded37d79d","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"name":"e2e-rt-eq-da1565","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.583428638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cf5046fc-82b0-4b95-b7af-36e5173e9f3f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.583460795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cf5046fc-82b0-4b95-b7af-36e5173e9f3f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.583857745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0efcb193-709e-4b39-b5dc-a8f6f5a7cb1c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.583877349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0efcb193-709e-4b39-b5dc-a8f6f5a7cb1c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.636166792Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"2128d2b7-2b64-430e-97f1-218718739d28","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"name":"e2e-rt-eq-da1565","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.667094271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"8da7668b-67d8-4ec2-b685-ab20c50d89c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.688438219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2acc4462-e921-45ef-b881-74bd475d1984","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.688465795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2acc4462-e921-45ef-b881-74bd475d1984","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.688542178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"07624ab8-2bc3-47a7-b5c9-2d7db7336aeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.688858456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"645127b9-530b-411c-9e80-515c243e1c66","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.688876405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"645127b9-530b-411c-9e80-515c243e1c66","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.689111315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5ca655c-3a0f-41e4-a3d3-24ed46c081f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.689131604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5ca655c-3a0f-41e4-a3d3-24ed46c081f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.689771577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"22a5f8f4-c116-49ae-bb3c-2a1665e1f2a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.720156025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"91178a91-ee38-4bf6-b561-b7df06ad37dc","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.725775189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"8da7668b-67d8-4ec2-b685-ab20c50d89c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.738446078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-sub","reconcileID":"dc0bba86-a064-41c5-a7bd-58b8d0ee06da","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2b6908","model":"llm/e2e-rt-sw-2b6908","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.743164657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"a7b62672-86dd-4334-b62c-a51087a5c970","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.743186435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"a7b62672-86dd-4334-b62c-a51087a5c970","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.77003798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"bc93bc2c-1254-4162-9fac-7403dd61f7fd","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.774936318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"baf00c43-ac20-4edd-940a-d32aab535e8e","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.780370361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"91178a91-ee38-4bf6-b561-b7df06ad37dc","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.796162978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"059f3656-dc4d-49f5-af2c-fd79ab07c46b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.79618344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"059f3656-dc4d-49f5-af2c-fd79ab07c46b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.796515144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0a7e41d9-a2df-4087-86d0-8afa018f5193","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.796528271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0a7e41d9-a2df-4087-86d0-8afa018f5193","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.796760501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"46acdce0-1ce1-497a-b4f3-bf76d10a9b02","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.796771054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"46acdce0-1ce1-497a-b4f3-bf76d10a9b02","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.820290107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"722c71a9-f6d0-46e5-a05d-916a7eb05fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.827078225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"bc93bc2c-1254-4162-9fac-7403dd61f7fd","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.832766331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"baf00c43-ac20-4edd-940a-d32aab535e8e","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:06.877413149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"722c71a9-f6d0-46e5-a05d-916a7eb05fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.0878227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"1caa8115-3f49-4e4c-b53a-3e39ccfe518a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.145095641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"1caa8115-3f49-4e4c-b53a-3e39ccfe518a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.294301151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0a1fde5c-0be4-409a-8372-03c9a29aa3d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.294298429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"b64a391a-a5be-4199-86c1-566ed11bab7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.351113251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"b64a391a-a5be-4199-86c1-566ed11bab7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.351332604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0a1fde5c-0be4-409a-8372-03c9a29aa3d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.392331208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"c9f17c74-21d0-48df-a01a-cd6737399040","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.394137716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"4f500c6a-741e-4cf9-99df-c91e5a9233bc","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.449425873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"c9f17c74-21d0-48df-a01a-cd6737399040","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.450710197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"4f500c6a-741e-4cf9-99df-c91e5a9233bc","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.558026652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdb637c7-f4c2-4087-a14e-de246f27e89d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.616535022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdb637c7-f4c2-4087-a14e-de246f27e89d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.667748141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f51aab49-9f5c-441d-87a1-4fd91b2c19b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.667761532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"76a4e330-9c56-487e-8a5f-553e819c1cb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.724978313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f51aab49-9f5c-441d-87a1-4fd91b2c19b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.725031804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"76a4e330-9c56-487e-8a5f-553e819c1cb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.826084473Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"5f87b59e-7c09-42bf-a6f9-bd81edb59b40","namespace":"llm","name":"e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.879740653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"aabfedea-e183-41c1-a750-e4c4a7e01ae9","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.879772596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"aabfedea-e183-41c1-a750-e4c4a7e01ae9","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-da1565-838752876364","namespace":"llm","model":"e2e-rt-eq-da1565","externalModel":"e2e-rt-eq-da1565","provider":"e2e-rt-eq-da1565-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.924529525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4c11dd2-d79c-4027-a704-67c22cdd278f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.924528716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"757bafda-83b5-451c-aa25-066be000f5d2","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.981591779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"757bafda-83b5-451c-aa25-066be000f5d2","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.981839264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4c11dd2-d79c-4027-a704-67c22cdd278f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:07.983636538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"79e2545a-b902-4020-a172-6519fec7edca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.040166344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"79e2545a-b902-4020-a172-6519fec7edca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.224953096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"164df5c3-0974-468a-8d8e-6addbd45c0ca","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.225040858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"c01e5e81-15d7-4588-9dbd-c454fcf0845c","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.282104766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"164df5c3-0974-468a-8d8e-6addbd45c0ca","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.282102336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"c01e5e81-15d7-4588-9dbd-c454fcf0845c","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.393023376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b61fe9fc-f9a8-41cd-bd16-f61f0c64abac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.444766468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63838080-b856-4925-8095-4f364abd1206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.449847442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b61fe9fc-f9a8-41cd-bd16-f61f0c64abac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.496013856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"f274197c-be12-4faf-b4b5-b46aa52d8522","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.501481009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63838080-b856-4925-8095-4f364abd1206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.552597347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"f274197c-be12-4faf-b4b5-b46aa52d8522","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.698159627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"10fa2b5a-db28-43c2-89cb-ceb13538e955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.698683799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"19d1f0fc-d61f-4732-89f2-9829020c90ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.775568436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"10fa2b5a-db28-43c2-89cb-ceb13538e955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.77557345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"19d1f0fc-d61f-4732-89f2-9829020c90ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.824667218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"55887b50-be6f-418d-98d3-52cecd7e63e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.875915629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e7df9cfc-9122-4e56-9bcf-8f901fce2cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.882041031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"55887b50-be6f-418d-98d3-52cecd7e63e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:08.932984269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e7df9cfc-9122-4e56-9bcf-8f901fce2cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:09.091017108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"94f0696d-5d3e-43b2-b3e4-20c093dab4d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:09.141581172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"04efa52c-7d9d-433b-b19f-e1b94bef6186","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:09.150375891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"94f0696d-5d3e-43b2-b3e4-20c093dab4d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:09.202451301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"2ba4d115-c655-4c3d-8365-3e0250937823","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:09.20945622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"04efa52c-7d9d-433b-b19f-e1b94bef6186","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:09.270664413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"2ba4d115-c655-4c3d-8365-3e0250937823","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:11.885701623Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:12.136124461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"884b0d9f-41f9-4ab5-8e3e-e3237de55d49","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:12.136163663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"884b0d9f-41f9-4ab5-8e3e-e3237de55d49","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-da1565-838752876364","namespace":"llm","model":"e2e-rt-eq-da1565","externalModel":"e2e-rt-eq-da1565","provider":"e2e-rt-eq-da1565-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:12.240383016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"e4e8d39f-f2ce-47d4-91d5-ccf90a17c40a","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:12.240409517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"e4e8d39f-f2ce-47d4-91d5-ccf90a17c40a","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-da1565-838752876364","namespace":"llm","model":"e2e-rt-eq-da1565","externalModel":"e2e-rt-eq-da1565","provider":"e2e-rt-eq-da1565-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:12.396881547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"bc6db565-1ff1-43c7-81db-35ac2218ae8e","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:12.45406381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"bc6db565-1ff1-43c7-81db-35ac2218ae8e","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:12.87847859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"eeaacf96-03a7-480d-a655-133667b3c58d","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:12.878513255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"eeaacf96-03a7-480d-a655-133667b3c58d","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-da1565-838752876364","namespace":"llm","model":"e2e-rt-eq-da1565","externalModel":"e2e-rt-eq-da1565","provider":"e2e-rt-eq-da1565-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:14.428857106Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"52014c69-ee0a-49cf-94b6-ecbee6f697d9","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:14.960774816Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"ddd3ddc8-94e3-4496-a41b-583b586f5383","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:17.63721354Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-da1565-sub models-as-a-service/e2e-rt-sw-2b6908-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:17.693436789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"cd96962c-9add-48d6-8e90-b0715c6235b4","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:17.693489484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"cd96962c-9add-48d6-8e90-b0715c6235b4","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-da1565-838752876364","namespace":"llm","model":"e2e-rt-eq-da1565","externalModel":"e2e-rt-eq-da1565","provider":"e2e-rt-eq-da1565-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:17.820929923Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-da1565-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-da1565-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:17.866463251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"6830f88f-e314-4614-b82a-1f6f879a91ba","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:17.866501146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"6830f88f-e314-4614-b82a-1f6f879a91ba","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"routeName":"external-model-e2e-cfl-same-b01585-ebf820ffadeb","namespace":"e2e-extmod-cfl-2-9061e1","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:17.946745838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"8f33d170-d41b-4bf5-a954-a5fa644261b2","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:17.946819434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"26825ff0-b8e3-47d7-a148-eac5e6b4687b","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:17.947849213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cda0d808-8092-4b0f-bfbe-c52af18ddb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:17.947899684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae7a3704-f64b-415f-b349-3601f50cb273","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:17.973402048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"60763673-38da-4430-a2a9-1158d9cbe41e","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:17.973525088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"60763673-38da-4430-a2a9-1158d9cbe41e","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-da1565-838752876364","namespace":"llm","model":"e2e-rt-eq-da1565","externalModel":"e2e-rt-eq-da1565","provider":"e2e-rt-eq-da1565-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.015338697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"8f33d170-d41b-4bf5-a954-a5fa644261b2","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.029249123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae7a3704-f64b-415f-b349-3601f50cb273","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.034638531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"26825ff0-b8e3-47d7-a148-eac5e6b4687b","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.036882383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cda0d808-8092-4b0f-bfbe-c52af18ddb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.096244116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"8255df91-1950-4d53-8025-24505c44c321","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.097127164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"8255df91-1950-4d53-8025-24505c44c321","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.097503609Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-sub","reconcileID":"302b2d73-382d-47db-a62e-db768fd3eaab","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-da1565","model":"e2e-rt-eq-da1565","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-da1565-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.395938133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"a4765609-991b-4d6f-8c1f-654fa473a34a","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.395993003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"a4765609-991b-4d6f-8c1f-654fa473a34a","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-da1565-838752876364","namespace":"llm","model":"e2e-rt-eq-da1565","externalModel":"e2e-rt-eq-da1565","provider":"e2e-rt-eq-da1565-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.561759066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ec7c27c-7f43-4a5d-8b06-e28b95e67d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.563253796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82791f1f-6a1e-4aff-b436-417c98c65650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.63530766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ec7c27c-7f43-4a5d-8b06-e28b95e67d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.639344632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82791f1f-6a1e-4aff-b436-417c98c65650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.670260187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-sub","reconcileID":"f2074d12-324c-4e40-857d-09a0a6ef19cd","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-da1565","model":"llm/e2e-rt-eq-da1565","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.692228154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"3e9721ff-5896-424f-85fe-cbcb85e4c257","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.750321074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"3e9721ff-5896-424f-85fe-cbcb85e4c257","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.789317952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"31a51af0-2c10-412f-869a-54ed151684b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:18.852767057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"31a51af0-2c10-412f-869a-54ed151684b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:19.596005971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-sub","reconcileID":"b610b1a4-fa16-4aa2-936f-2d963e258ae3","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:19.867369805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"1fbbc791-ecee-4b0a-ae13-5df269dc14ac","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:19.867397656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"1fbbc791-ecee-4b0a-ae13-5df269dc14ac","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"routeName":"external-model-e2e-cfl-same-b01585-ebf820ffadeb","namespace":"e2e-extmod-cfl-2-9061e1","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:19.923711626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"42e13b72-a1bd-44e9-914f-556df94a8d76","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:19.980368288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"42e13b72-a1bd-44e9-914f-556df94a8d76","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:20.035905336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b59673b-1ad6-4749-bd64-c95bcb8456f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:20.036271436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8392b0b-cdc1-4c6d-b427-bdf2414347d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:20.036988155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"51441eb2-a160-4f84-aca4-e23bb95a6610","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:20.039221986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"4b3415d7-e758-459e-a599-bb167ae274a7","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:20.092730568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b59673b-1ad6-4749-bd64-c95bcb8456f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:20.093569872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8392b0b-cdc1-4c6d-b427-bdf2414347d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:20.095284933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"51441eb2-a160-4f84-aca4-e23bb95a6610","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:20.095921505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"4b3415d7-e758-459e-a599-bb167ae274a7","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:24.533921175Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"e922faf6-ff71-4197-b808-da88af01c070","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:25.066807203Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"be7b3bc4-9274-4c40-9ea2-60018274655b","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:34.640661395Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"44c20299-d1eb-44e1-8a48-067bcb5563f5","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:35.17174275Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"434b5dee-162f-4419-890b-e180db502cb2","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:38.643087241Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"3bfe70d1-c2bf-426c-88b6-c424f2d255bf","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:39.475203283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a8129a-1a74-49c4-81f9-0ca6cb960f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:39.527988276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a8129a-1a74-49c4-81f9-0ca6cb960f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:39.580238332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a8129a-1a74-49c4-81f9-0ca6cb960f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:39.63258515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a8129a-1a74-49c4-81f9-0ca6cb960f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:41.504210544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c5abe4-1ab8-4474-8fef-be083f10cd94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:41.556311165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c5abe4-1ab8-4474-8fef-be083f10cd94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:41.608535237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c5abe4-1ab8-4474-8fef-be083f10cd94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:41.660412817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c5abe4-1ab8-4474-8fef-be083f10cd94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:41.88980929Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:42.346084839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-sub","reconcileID":"a70f5f42-5a07-465e-9a18-1421803afed5","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-da1565","model":"llm/e2e-rt-eq-da1565","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:42.632684837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"9ecad8a1-90c5-4a73-a7b2-36f7d8574234","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:42.63272561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"9ecad8a1-90c5-4a73-a7b2-36f7d8574234","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-da1565-838752876364","namespace":"llm","model":"e2e-rt-eq-da1565","externalModel":"e2e-rt-eq-da1565","provider":"e2e-rt-eq-da1565-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:44.248114623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"d2d20176-a217-4359-bfa9-0bc9f718a7ee","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:44.248258365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2207aafa-7288-4d68-b55e-2a7df63e720e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:44.305698611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2207aafa-7288-4d68-b55e-2a7df63e720e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:44.305816713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"d2d20176-a217-4359-bfa9-0bc9f718a7ee","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:44.326947676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a82d1e5c-c32b-48fc-a77f-6a8869ca24cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:44.326971275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"c8131a86-2757-47d8-a13e-3122d1c4298a","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:44.385405507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a82d1e5c-c32b-48fc-a77f-6a8869ca24cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:44.385577691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"c8131a86-2757-47d8-a13e-3122d1c4298a","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:44.746708019Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"d90ea38b-af04-493d-9a03-6f06e54f1605","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:46.30562373Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"2c87a4c2-cfe9-4520-8bac-4e1874887649","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:46.465241226Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"0b0302fc-88de-4aa8-97ec-b97062fae2a7","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:47.188651577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1106bc-ecb1-4196-9925-17c468058d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:47.241295445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1106bc-ecb1-4196-9925-17c468058d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:47.293355294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1106bc-ecb1-4196-9925-17c468058d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:47.347251447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1106bc-ecb1-4196-9925-17c468058d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:47.667397985Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"96f66f0e-c7f5-4705-8d49-ba7a3fe6af84","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:47.778250289Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7a360a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7a360a","reconcileID":"930048c1-456a-4520-8897-2c8f87cc1360","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-7a360a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-7a360a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:47.842143556Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","namespace":"ai-tenant-e2e-mt-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:47.842197857Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","namespace":"ai-tenant-e2e-mt-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:47.842253726Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","tenant":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:47.895886089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"Deployment","name":"maas-api-e2e-mt-25565930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:47.968774194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"Service","name":"maas-api-e2e-mt-25565930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.028487383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-25565930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.082361376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-25565930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.103681114Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"4f7fd989-42de-435b-9f95-9a7a5093a0d0","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.1369965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.194650433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.249725828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.304304283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.402964253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"Deployment","name":"payload-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.455365682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.507022446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"Service","name":"payload-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.558429918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"Service","name":"payload-pre-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.609868224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"DestinationRule","name":"payload-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.661295366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.719294425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.774978638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.826535714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.878070657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.929918403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:48.983132368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"8d6e9184-f9bc-49c5-beb6-9139c452fb6c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-25565930","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:49.258268941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"999fe52e-f68c-45b0-81d5-e80c8e7eddb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:49.310305238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"999fe52e-f68c-45b0-81d5-e80c8e7eddb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:49.362462761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"999fe52e-f68c-45b0-81d5-e80c8e7eddb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:49.41425505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"999fe52e-f68c-45b0-81d5-e80c8e7eddb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:49.858463617Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-25565930","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-25565930","reconcileID":"e2e99b2c-234c-470f-8975-ddb1d26494a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-25565930","removed":["maas.opendatahub.io/gateway-access-e2e-mt-25565930"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:50.078812548Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"5b0d8f65-1e8d-4e9c-aac5-1816e573ec27","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:50.131932273Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"58dafb83-1a84-4697-b0f4-9cd2c3f05543","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:50.189443795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"58dafb83-1a84-4697-b0f4-9cd2c3f05543","error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:50.195327583Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"158a0add-1647-4a38-9171-c40988c56105","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:50.19538606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"158a0add-1647-4a38-9171-c40988c56105","error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:50.206593929Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"d3e93dd6-1c44-4bee-97bd-fc393002cd1d","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:50.206656755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"d3e93dd6-1c44-4bee-97bd-fc393002cd1d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:50.227707978Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"03b484b2-96b0-4b14-87bf-387f510197ac","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:50.227758971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"03b484b2-96b0-4b14-87bf-387f510197ac","error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:50.268379464Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"7541d44d-7924-4fb8-9390-c6c3744c4fcf","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:50.268428023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"7541d44d-7924-4fb8-9390-c6c3744c4fcf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:50.349103873Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"a14e857d-b179-4fcb-8421-b182a98a5674","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:50.349155527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"a14e857d-b179-4fcb-8421-b182a98a5674","error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:50.509936904Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"db383045-2ce0-45c0-bda9-f69970ec1ef9","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:50.509994028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"db383045-2ce0-45c0-bda9-f69970ec1ef9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:50.830688288Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"5fb9cb95-eb18-4d81-b844-8da45eb219c0","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:50.830756566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"5fb9cb95-eb18-4d81-b844-8da45eb219c0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:51.289730506Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"fc45d556-7880-446c-b180-61d7419a0c11","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:51.300756665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a453cd-2133-4e86-8433-8eea20e697bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:51.352519749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a453cd-2133-4e86-8433-8eea20e697bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:51.404263736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a453cd-2133-4e86-8433-8eea20e697bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:51.404577063Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"3959a510-cf8b-41dc-833e-1b69dd81aaef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:51.404633478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"3959a510-cf8b-41dc-833e-1b69dd81aaef","error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:51.456004655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a453cd-2133-4e86-8433-8eea20e697bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:52.6859Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"894a2f99-a4ca-47ac-9d67-cbf6bc52cb1e","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:52.685977572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"894a2f99-a4ca-47ac-9d67-cbf6bc52cb1e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:53.068411721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-ad05c6","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"autores-model-ad05c6","reconcileID":"2659e173-d6f2-427c-a707-ed5f42c9897e","MaaSModelRef":{"name":"autores-model-ad05c6","namespace":"ai-tenant-e2e-autores-ad05c6"},"tenant":"e2e-autores-ad05c6","gateway":"openshift-ingress/e2e-autores-ad05c6","model":"ai-tenant-e2e-autores-ad05c6/autores-model-ad05c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:53.068445121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-ad05c6","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"autores-model-ad05c6","reconcileID":"2659e173-d6f2-427c-a707-ed5f42c9897e","MaaSModelRef":{"name":"autores-model-ad05c6","namespace":"ai-tenant-e2e-autores-ad05c6"},"routeName":"autores-model-ad05c6-kserve-route","namespace":"ai-tenant-e2e-autores-ad05c6","llmisvcName":"autores-model-ad05c6","gateway":"openshift-ingress/e2e-autores-ad05c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:53.363853384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5370cbec-ecb8-444c-b4d6-6c2561c1f037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:53.415660305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5370cbec-ecb8-444c-b4d6-6c2561c1f037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:53.467552473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5370cbec-ecb8-444c-b4d6-6c2561c1f037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:53.519409355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5370cbec-ecb8-444c-b4d6-6c2561c1f037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:54.85169251Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"886599b9-4d9b-4520-9979-67d2f5bf57f9","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:55.24670265Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"2fd5a50d-75ee-4fca-973b-eb9fce359394","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:55.246777794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"2fd5a50d-75ee-4fca-973b-eb9fce359394","error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:56.062450442Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"7f51e650-3ac0-4e66-a2f7-9a86428b823f","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:56.116437265Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"befa980a-69ba-46ec-9ad7-bb4b8e426933","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:56.116515468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"befa980a-69ba-46ec-9ad7-bb4b8e426933","error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:56.225054691Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"e5b009d9-607b-47cd-96bf-4eb17d4e3df4","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:56.277837943Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"16b216dc-33b1-4bcd-aeee-a755bff991b6","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:49:56.277901031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"16b216dc-33b1-4bcd-aeee-a755bff991b6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930-kserve-route (gateways: [openshift-ingress/e2e-mt-25565930]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:56.950599479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e2cb26-a064-4b91-8850-bc53e626e003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:57.003020881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e2cb26-a064-4b91-8850-bc53e626e003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:57.054879565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e2cb26-a064-4b91-8850-bc53e626e003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:57.107107175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e2cb26-a064-4b91-8850-bc53e626e003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:57.42896432Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"873e2ece-8a92-446e-a75b-ace4d4082158","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:57.481363111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"4a3198f0-719b-4b5a-afb8-f7dda2425beb","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:57.481383454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"4a3198f0-719b-4b5a-afb8-f7dda2425beb","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:57.541612892Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-25565930","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-25565930","reconcileID":"bc2b5be2-558a-45a8-ac8f-e39d38d079d6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-25565930","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-25565930":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:58.685299368Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"c17550ec-afc8-4161-82b5-f153c3bd2999","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:58.737565868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"d73b4cff-7aa3-4799-97c1-1243ec730733","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:58.737584026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"d73b4cff-7aa3-4799-97c1-1243ec730733","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:58.979756153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed98af78-2ad3-41dd-a67d-bc7657759cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:59.031661334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed98af78-2ad3-41dd-a67d-bc7657759cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:59.08374369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed98af78-2ad3-41dd-a67d-bc7657759cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:49:59.135660796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed98af78-2ad3-41dd-a67d-bc7657759cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:01.028856366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8cbe17d-caab-470b-8419-2aa6f0bb6fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:01.081092682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8cbe17d-caab-470b-8419-2aa6f0bb6fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:01.133014493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8cbe17d-caab-470b-8419-2aa6f0bb6fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:01.184653346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8cbe17d-caab-470b-8419-2aa6f0bb6fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:04.956592592Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"3c1e31d1-9e38-4699-a8b6-bd0322d47290","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:08.790900728Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"f41c373a-4c6d-4742-90ea-7e0cdd71f6f6","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:11.88611865Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:15.062423501Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"f7291362-22e1-4dc5-bfa1-40daaf6f3a1b","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:18.909713406Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"aaece18c-1d5f-4856-9561-035700271ed1","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:25.168805527Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"bd87d183-9d4a-4e42-8c06-43b01be87b0e","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:29.015008434Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"a6554027-9374-4fa4-8ed0-30b4e208b53c","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:32.267133323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"888a4102-c5e6-42da-9bd3-37069b14c66d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:32.36745719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"51df608a-1e68-4c6a-8911-3537437555be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:32.544972651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-sub","reconcileID":"52f88c49-6b2d-4290-8055-2962e8e63bce","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:32.612021276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"6c0c0242-f537-4bba-bda9-05e7891f7dbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:32.712403924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"bb981345-143a-48d7-8edb-d10abde38992","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:32.730084751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"fb2bbec6-296e-4332-8170-b4f51f4bbe5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:32.864506238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"3fb95a0e-55d7-48e5-a45f-d62dd460c84b","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-725b71","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:33.019131536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-sub","reconcileID":"3c996215-285a-4dad-a621-a93a818b6c3c","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:33.067714613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"09aa246e-b8fe-46cf-b727-127a3dc9a7dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:33.219033116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"889b09d7-0520-48d0-af70-b71f64bb9593","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:33.271259349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-sub","reconcileID":"f338d29d-d59d-4978-bb4e-d9fe9a0aa1ed","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2b6908","model":"llm/e2e-rt-sw-2b6908","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:33.413933582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"3a7a1780-66d6-40f6-9ed8-9a2081886c3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:33.566858973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"6fc96bb8-5807-4bd1-8398-df3f44e29a48","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-eafa67","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:33.874884956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-sub","reconcileID":"96d113c7-cda1-45b9-bff5-5e0135352938","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-da1565","model":"llm/e2e-rt-eq-da1565","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:35.273768706Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"d8634a8c-7df7-4671-9d5c-f77d4931b8c5","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:39.120329653Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"a15d4eef-9197-424c-a1a4-565855094513","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:41.886884643Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:41.973740446Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"83cb1177-290a-4c5a-87b2-4e6a77eeaa2d","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:42.80960312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda78c09-8fda-4636-8802-d132a7a50932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:42.861711886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda78c09-8fda-4636-8802-d132a7a50932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:42.913807793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda78c09-8fda-4636-8802-d132a7a50932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:42.966425506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda78c09-8fda-4636-8802-d132a7a50932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:44.862868957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be7380b9-4032-442d-89b2-2b32d1a4a496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:44.914836596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be7380b9-4032-442d-89b2-2b32d1a4a496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:44.966859557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be7380b9-4032-442d-89b2-2b32d1a4a496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:45.018556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be7380b9-4032-442d-89b2-2b32d1a4a496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:45.378547217Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"d091bffe-11f5-4f55-99e0-a9773c7c27da","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:46.902424932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d697a767-1fac-4a10-9e2b-6b0d3f2b3ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:46.954305175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d697a767-1fac-4a10-9e2b-6b0d3f2b3ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:47.006355275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d697a767-1fac-4a10-9e2b-6b0d3f2b3ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:47.058125829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d697a767-1fac-4a10-9e2b-6b0d3f2b3ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:52.079148604Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"f358a5a8-f7a1-4448-9816-b8fa508799fd","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:52.413902595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"d105f44a-e748-4249-8af5-637e579e9ad2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7a360a","tenantID":"e2e-extmod-b-7a360a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:52.531423756Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"d105f44a-e748-4249-8af5-637e579e9ad2","name":"e2e-extmod-b-7a360a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:55.485223381Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"59ada7b5-96cb-447c-8096-f301032547ed","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:57.284085613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"50364b26-63ae-451e-b84a-a2d6a285cb31","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:57.400997971Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"50364b26-63ae-451e-b84a-a2d6a285cb31","name":"e2e-mt-25565930-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:57.458042027Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","namespace":"ai-tenant-e2e-autores-ad05c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:57.458125502Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","namespace":"ai-tenant-e2e-autores-ad05c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:57.458196349Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","tenant":"e2e-autores-ad05c6","tenantID":"e2e-autores-ad05c6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:57.511780544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"Deployment","name":"maas-api-e2e-autores-ad05c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:57.574956485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"Service","name":"maas-api-e2e-autores-ad05c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:57.630117809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-ad05c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:57.686142593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-ad05c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:57.741895873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-ad05c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:57.795779755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-ad05c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:57.852058694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-ad05c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:57.90626252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-ad05c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:57.958998884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"Deployment","name":"payload-processing-e2e-autores-ad05c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:58.010488466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-ad05c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:58.062036713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"Service","name":"payload-processing-e2e-autores-ad05c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:58.113716205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"Service","name":"payload-pre-processing-e2e-autores-ad05c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:58.165073604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"DestinationRule","name":"payload-processing-e2e-autores-ad05c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:58.216556942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-ad05c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:58.267968538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-ad05c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:58.323545875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-ad05c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:58.374986338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-ad05c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:58.427889722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-ad05c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:58.484015659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-ad05c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:50:58.535432216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"namespace":"ai-tenant-e2e-autores-ad05c6","name":"default-tenant","reconcileID":"512dea23-9eea-43e9-855c-df43da99328e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-ad05c6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:02.184388168Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"59d765e4-bb14-42ed-be6d-deda1b79298f","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:03.483271144Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"c5bf9f4a-6e73-424c-8bab-ee19752080c0","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:03.616289154Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"f76b53be-f040-4b7d-b634-d173c929124d","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:03.82517513Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-ad05c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-ad05c6","reconcileID":"43f85c43-972c-4f2b-929d-c2bdab5e4d6c","aitenant":"ai-tenants/e2e-autores-ad05c6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:03.987304586Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"d038e1e2-8baa-4b07-9000-2a62465db113","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:04.352657734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b411a0-d89c-4e1e-9b0d-ec0a36818f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:04.404854631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b411a0-d89c-4e1e-9b0d-ec0a36818f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:04.457101217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b411a0-d89c-4e1e-9b0d-ec0a36818f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:04.51207852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b411a0-d89c-4e1e-9b0d-ec0a36818f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:04.6301068Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-ad05c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-ad05c6","reconcileID":"43f85c43-972c-4f2b-929d-c2bdab5e4d6c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-ad05c6","removed":["maas.opendatahub.io/gateway-access-e2e-autores-ad05c6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:04.848012673Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"c91ef659-89d8-43ff-9c5f-58fc43df4bbe","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:04.993157692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b90127a1-91b8-4b71-8006-e1b40b47262d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:05.14722924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-sub","reconcileID":"c14bc58b-bd24-4bf3-9eee-3010bc4a9d74","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-da1565","model":"llm/e2e-rt-eq-da1565","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:05.248039606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"ce72f63d-43a6-480c-b36d-606589ab71a6","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-eafa67","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:05.354056253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"51225ee6-ec56-4ba1-9459-e757fb33c2b7","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-725b71","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:05.405011427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"7c7a2bf6-c9ab-4bc1-ad14-23061f70ba79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:05.550644476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-sub","reconcileID":"54ed79a5-ab36-47b1-988f-38d706992c89","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:05.621137785Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"12a09494-e778-4e96-8f3a-1488e9383fcf","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:05.621514577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"405e5e2b-9f43-4807-8159-45cb96369d7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:05.777389548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-sub","reconcileID":"0034f51a-39f6-46b3-818f-72e44c94dd64","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2b6908","model":"llm/e2e-rt-sw-2b6908","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:05.797543068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"5a0b85d8-9398-4a29-a68a-8dba6f84c83d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:05.938930196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c45ecb2f-652e-4e5b-bd70-c3a94e0c4954","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:06.047320518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"0e0c241a-bdde-4c6b-8e44-7e46eb63a571","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:06.143771062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"ae49e72e-1ef5-4f91-a7d5-0056966a081f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:06.243509494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"6e9cf601-21e4-45b6-b5fb-df841357700d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:06.420314573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25f12487-be64-4103-97a5-64034f59bf3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:06.435469438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-sub","reconcileID":"05dfa502-5c1a-4a76-8a2d-e8a30d7aeffb","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:06.476081071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25f12487-be64-4103-97a5-64034f59bf3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:06.530518547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25f12487-be64-4103-97a5-64034f59bf3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:06.584401659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25f12487-be64-4103-97a5-64034f59bf3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:08.508572219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49439e5-1d23-4c04-9f76-7a46ac1567ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:08.560537606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49439e5-1d23-4c04-9f76-7a46ac1567ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:08.612482549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49439e5-1d23-4c04-9f76-7a46ac1567ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:08.666119805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49439e5-1d23-4c04-9f76-7a46ac1567ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:08.933354531Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"5acd1072-232f-48cd-9e23-8c2a5a7e98c0","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:09.095399316Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"77e5656a-f01d-449c-b79c-05358d8a97de","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:10.271652235Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"0443b708-31f1-49ac-91d3-c78aa9eb16a8","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:10.382926879Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-5d585e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-5d585e","reconcileID":"39ed8953-8622-4c4d-a7f4-202de74c2b03","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-5d585e","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-5d585e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:10.550841209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4decb19-dc35-4863-a6f6-9c9bde77b57d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:10.603494482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4decb19-dc35-4863-a6f6-9c9bde77b57d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:10.655946346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4decb19-dc35-4863-a6f6-9c9bde77b57d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:10.708852596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4decb19-dc35-4863-a6f6-9c9bde77b57d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:10.78387209Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"71bdbbe6-efd3-46a0-b2a5-fdd399a3962d","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:11.886151275Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:12.63254988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4a2750-133b-415e-a64a-75ff4c6e0dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:12.688092185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4a2750-133b-415e-a64a-75ff4c6e0dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:12.740952176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4a2750-133b-415e-a64a-75ff4c6e0dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:12.793094775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4a2750-133b-415e-a64a-75ff4c6e0dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:12.846160253Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"1e92a283-e806-4981-a073-dc9aeb53c4d6","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:14.763276597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76d40f8-f4a9-448a-b475-960041cef138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:14.815527332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76d40f8-f4a9-448a-b475-960041cef138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:14.868147065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76d40f8-f4a9-448a-b475-960041cef138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:14.921398042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76d40f8-f4a9-448a-b475-960041cef138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:15.730097873Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"f0a7d561-4409-4a48-912c-f96bb74b7c59","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:16.944483972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9722cfd-f0ce-4b25-a9a7-a1c8ab4d2c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:16.998096644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9722cfd-f0ce-4b25-a9a7-a1c8ab4d2c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:17.05008787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9722cfd-f0ce-4b25-a9a7-a1c8ab4d2c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:17.105110046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9722cfd-f0ce-4b25-a9a7-a1c8ab4d2c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:19.071203982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78c2ab7-1b63-441d-9a0f-00f1b990fbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:19.123706305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78c2ab7-1b63-441d-9a0f-00f1b990fbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:19.183456416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78c2ab7-1b63-441d-9a0f-00f1b990fbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:19.236507558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78c2ab7-1b63-441d-9a0f-00f1b990fbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:21.944972056Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"d7ad87ad-5780-4502-8761-8b772f20b4bf","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.004952111Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"a998cf58-8474-40e9-899d-c17a4ffac61e","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.106537686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"218a109a-98ff-45cd-8706-5c3a46c6f6e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.109769702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"86d4e744-cf50-420e-9b05-332fc0929596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.109993537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"b356e9a0-e3d9-4244-b48c-01758155dac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.110300259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"082decef-3508-4984-9bd1-0396ef1235d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.164521423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"218a109a-98ff-45cd-8706-5c3a46c6f6e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.167236801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"86d4e744-cf50-420e-9b05-332fc0929596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.16773106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"082decef-3508-4984-9bd1-0396ef1235d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.169425387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"b356e9a0-e3d9-4244-b48c-01758155dac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.209911828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"116f910e-946b-48e5-89f5-350115e486ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.267018317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"116f910e-946b-48e5-89f5-350115e486ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.321983979Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"78813fc5-7e54-4e96-9f65-99a041b98ea6","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.483889629Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"c6219841-6f37-4bf6-95df-0b357c73b16b","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.529537045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d5cdaed1-9b34-48dc-865c-06c5550dfdb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.587873757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d5cdaed1-9b34-48dc-865c-06c5550dfdb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.588676988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"28222fd2-7a92-410d-aba5-ee709ee694e0","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.588702151Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"28222fd2-7a92-410d-aba5-ee709ee694e0","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.630701222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"3593b666-231a-475d-854e-0dd8c0892751","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.634740927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"03368ad4-934a-45d0-8623-642fe0f2c4d7","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.634776057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"2089ac21-87b9-4f6d-bd2e-b24f98dc0c01","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.655408504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"c8cd46f6-04ad-4efd-9ad2-b0e6cb946ac4","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-725b71","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.655408551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-sub","reconcileID":"94cc907e-d890-4fb1-a35f-6a51c649134e","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.687493992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"3593b666-231a-475d-854e-0dd8c0892751","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.691612049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"03368ad4-934a-45d0-8623-642fe0f2c4d7","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.691712769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"2089ac21-87b9-4f6d-bd2e-b24f98dc0c01","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.692993073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"634517a4-afbc-42d3-af01-6e05231df0ae","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.693010544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"634517a4-afbc-42d3-af01-6e05231df0ae","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.733227108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"fffb7cbc-823e-49c8-b8ac-682d4f945ada","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.791166877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"fffb7cbc-823e-49c8-b8ac-682d4f945ada","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.79805702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"e6a7c06a-a9ed-416c-bfcc-e66c75ac5c8c","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:22.901686648Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"3d5b1e27-781c-432f-9c87-e5d1a93cc843","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.005826736Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"031ef5f7-1448-47da-bb57-4a0cb281795b","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.053035529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2d4e9e5-df3e-4986-b03a-752c561a10dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.107866796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"be9c772a-4068-410b-80f7-4aa5c56a8df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.111990131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2d4e9e5-df3e-4986-b03a-752c561a10dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.165088543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"be9c772a-4068-410b-80f7-4aa5c56a8df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.262327064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"0c22a28a-feb8-4180-b7c1-dec67dc662c9","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.26231987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"5597a3e4-9223-440d-839e-5243fd1a5c36","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.313551703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4241d584-56bd-43fe-97bf-8204b0366fd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.322249989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"5597a3e4-9223-440d-839e-5243fd1a5c36","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.32328825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"0c22a28a-feb8-4180-b7c1-dec67dc662c9","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.370830751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4241d584-56bd-43fe-97bf-8204b0366fd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.4343932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"63363c71-7ba6-4743-ba98-f2ecf214c7d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.491344663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"63363c71-7ba6-4743-ba98-f2ecf214c7d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.523434137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"df2ac1c7-bd0a-4212-8462-7c1394559ac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.564390231Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"4a6f0fb8-bc1a-401e-ae94-b656895ba531","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.59843715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"df2ac1c7-bd0a-4212-8462-7c1394559ac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.617387284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"ade1c50b-5079-4034-bbeb-8c00ccdce380","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.617429223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"ade1c50b-5079-4034-bbeb-8c00ccdce380","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-ok-96dfc2-b93d67df4089","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-ok-96dfc2","externalModel":"e2e-cfl-ok-96dfc2","provider":"e2e-cfl-ok-96dfc2-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.737804902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"c0533dbb-6ef5-4b08-8367-73810d0eeb5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.749859912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b35d809f-8cda-4568-a9b3-4598d1b6ea90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.785364282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"689b9fd3-c6a8-4111-98c5-14158f03ee1f","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.785392176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"689b9fd3-c6a8-4111-98c5-14158f03ee1f","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-ok-96dfc2-b93d67df4089","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-ok-96dfc2","externalModel":"e2e-cfl-ok-96dfc2","provider":"e2e-cfl-ok-96dfc2-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.794609884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"c0533dbb-6ef5-4b08-8367-73810d0eeb5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.806512226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b35d809f-8cda-4568-a9b3-4598d1b6ea90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.903169561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"2404f550-b4a4-4fbc-ac5a-98ce97dffee5","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:23.959972797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"2404f550-b4a4-4fbc-ac5a-98ce97dffee5","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.034745871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54b6e0c6-8b0f-4d8d-be71-beeb41759512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.044254254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"01fa8756-3b22-44ad-bed5-527330ad66fc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.091651791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54b6e0c6-8b0f-4d8d-be71-beeb41759512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.100929117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"01fa8756-3b22-44ad-bed5-527330ad66fc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.106466333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"cfc0c137-85b8-41d5-be25-feda6e85c3a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.118176028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"73d51fbf-15b8-4c8a-93d9-a4bf41e3aeb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.16341548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"cfc0c137-85b8-41d5-be25-feda6e85c3a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.1748281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"73d51fbf-15b8-4c8a-93d9-a4bf41e3aeb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.530772416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"e59c0bd8-54e4-4d8e-aa28-623e924b6dd5","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.532456888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"30887f88-5f01-4663-868f-843e5fa44154","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.532479162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"30887f88-5f01-4663-868f-843e5fa44154","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-ok-96dfc2-b93d67df4089","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-ok-96dfc2","externalModel":"e2e-cfl-ok-96dfc2","provider":"e2e-cfl-ok-96dfc2-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.577673485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"25f221e9-9d5a-44f7-9a94-f058c9a75bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.577869261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"9e75f051-b42c-4190-85b4-a870b28ba4ce","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.58727529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"e59c0bd8-54e4-4d8e-aa28-623e924b6dd5","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.634818522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"25f221e9-9d5a-44f7-9a94-f058c9a75bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.636015778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"9e75f051-b42c-4190-85b4-a870b28ba4ce","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.680333073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"5ba8e54d-d75b-4f63-a126-afc15f3f6f55","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.737391784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"5ba8e54d-d75b-4f63-a126-afc15f3f6f55","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.779025888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7e97487-3929-41b5-a829-a9a27e21211c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.836062362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7e97487-3929-41b5-a829-a9a27e21211c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:24.995884862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ff9f4927-a273-4ab6-b86b-9f26b12b35bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:25.052908959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ff9f4927-a273-4ab6-b86b-9f26b12b35bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:25.154158454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"be7ca141-0b58-49af-85cd-76314e0ee845","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:25.210956394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"be7ca141-0b58-49af-85cd-76314e0ee845","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:25.253182383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"67579055-6602-4379-8854-f0fa224a131d","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:25.309962068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"67579055-6602-4379-8854-f0fa224a131d","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:25.354350148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"14ee4b4d-5e53-4b7e-8689-572816c2fd91","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:25.411218051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"14ee4b4d-5e53-4b7e-8689-572816c2fd91","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.419171546Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-da1565-sub models-as-a-service/e2e-rt-sw-2b6908-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.475967453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"6ad331ad-f2e2-4017-84a3-ead07d75ae59","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.476086851Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"6ad331ad-f2e2-4017-84a3-ead07d75ae59","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-ok-96dfc2-b93d67df4089","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-ok-96dfc2","externalModel":"e2e-cfl-ok-96dfc2","provider":"e2e-cfl-ok-96dfc2-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:51:28.606804123Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-96dfc2-f05e07-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.644408229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"2a1b2e0b-9ea6-48fc-a697-3e45b0cf4082","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.644437226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"2a1b2e0b-9ea6-48fc-a697-3e45b0cf4082","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.748834493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"a3b828b7-5ee9-477b-845f-02a1ac8eec84","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.748862754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"a3b828b7-5ee9-477b-845f-02a1ac8eec84","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-ok-96dfc2-b93d67df4089","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-ok-96dfc2","externalModel":"e2e-cfl-ok-96dfc2","provider":"e2e-cfl-ok-96dfc2-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.751182397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"d7233572-1758-4ac6-9123-1b06386da688","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.751510004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"b8e18084-2656-4f55-847d-4d93c8576677","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.751693683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"1034c3e0-b112-4692-9406-ce32b437eec9","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.752239095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"f9a03c0f-b6e1-4e17-9232-fc01a3843dd1","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.765407697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"5ae3424a-8188-434f-a0f8-8019c421b5af","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.80835495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"d7233572-1758-4ac6-9123-1b06386da688","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.808556039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"1034c3e0-b112-4692-9406-ce32b437eec9","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.810570015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"b8e18084-2656-4f55-847d-4d93c8576677","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.811014479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"f9a03c0f-b6e1-4e17-9232-fc01a3843dd1","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.822665223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"5ae3424a-8188-434f-a0f8-8019c421b5af","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.852660829Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-sub","reconcileID":"8c187077-a01a-49ab-9997-ff6d52252728","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-ok-96dfc2","model":"e2e-cfl-ok-96dfc2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.853228649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"9c9458c5-2440-4b57-bed2-feda7cb94d67","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.853249272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"9c9458c5-2440-4b57-bed2-feda7cb94d67","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-da1565-838752876364","namespace":"llm","model":"e2e-rt-eq-da1565","externalModel":"e2e-rt-eq-da1565","provider":"e2e-rt-eq-da1565-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.965459849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"74f3cf1d-e046-4a6e-9ffc-b73f53159c3c","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:28.965497295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"74f3cf1d-e046-4a6e-9ffc-b73f53159c3c","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.074618683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"4c0858a5-20d3-4351-8b28-b77277132b20","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.074735592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"4c0858a5-20d3-4351-8b28-b77277132b20","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"routeName":"external-model-e2e-cfl-same-b01585-ebf820ffadeb","namespace":"e2e-extmod-cfl-2-9061e1","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.182743074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"036dbaed-ef15-4866-a8b2-d57aa1695939","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.188922391Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"036dbaed-ef15-4866-a8b2-d57aa1695939","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.295490977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"21ba2da8-8092-4585-8dff-0af9db37bd3f","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.295522708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"21ba2da8-8092-4585-8dff-0af9db37bd3f","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-ok-96dfc2-b93d67df4089","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-ok-96dfc2","externalModel":"e2e-cfl-ok-96dfc2","provider":"e2e-cfl-ok-96dfc2-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.394095334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-sub","reconcileID":"c47997b6-fc63-4f83-a83a-1554c68def95","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-ok-96dfc2","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.433096185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"2b1d86b5-895e-4d8a-890b-43538c6b27db","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.433102161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"e0e7cf49-7175-46af-b7f2-c6540bec6ef9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.441441131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"88386a9e-07a6-4605-bd84-0bfd246c8ec9","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.441552588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"435e9f75-fbac-4de6-920f-63fb63942649","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.448917192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"968aa7a9-ca09-472b-88fb-dc086c2567af","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.49172274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"e0e7cf49-7175-46af-b7f2-c6540bec6ef9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.492697671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"2b1d86b5-895e-4d8a-890b-43538c6b27db","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.498507355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"88386a9e-07a6-4605-bd84-0bfd246c8ec9","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.498613945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"435e9f75-fbac-4de6-920f-63fb63942649","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:29.505582617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"968aa7a9-ca09-472b-88fb-dc086c2567af","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:33.006703572Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"0b054f61-1e59-41cf-8c71-831c91903489","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:33.115186957Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"2bd7b3f4-977b-42a7-af4a-cb9c4e45fbd8","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:36.296232859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"85d97b94-5000-4f84-9de9-3fe5a466076d","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:36.296488037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"be9a9891-c1fb-4ac6-8700-d78bed557e1c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:36.296238674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"4ca7dde1-fafb-4ab6-8fdc-de5fe5c93d5d","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:36.354711875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"be9a9891-c1fb-4ac6-8700-d78bed557e1c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:36.354731021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"4ca7dde1-fafb-4ab6-8fdc-de5fe5c93d5d","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:36.356902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"85d97b94-5000-4f84-9de9-3fe5a466076d","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:41.885566119Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:43.11440344Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"ceb7198e-6160-4adb-9660-cd890f5988c3","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:43.222023862Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"1038ab1b-8ba0-4a0e-b0b7-d62adc785174","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:53.219103138Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"0c1bfd90-e552-4ce3-9246-010af326931e","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:53.327120487Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"a0a4a06b-9958-4d85-9885-93e0e4a697c0","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:57.678029283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-sub","reconcileID":"fdc2fa98-8edc-4f4e-a674-0114d473e56f","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-ok-96dfc2","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:57.985475259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"1ee3a1f7-94dc-4fcd-b56f-f286e7a66c73","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:57.985513861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"1ee3a1f7-94dc-4fcd-b56f-f286e7a66c73","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-ok-96dfc2-b93d67df4089","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-ok-96dfc2","externalModel":"e2e-cfl-ok-96dfc2","provider":"e2e-cfl-ok-96dfc2-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:58.505119674Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"6218168e-0d16-4cbc-b9d4-4a1c4251c45f","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:58.557527268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"acdbb226-f2c7-4e1d-9d3c-2a91d51b3894","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:58.557626052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"79378fb4-1e55-49fd-b989-96ff4cef5661","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:58.558032137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"f8ecb6e8-af39-45c7-9b27-8878aebcdd56","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:58.614548472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"acdbb226-f2c7-4e1d-9d3c-2a91d51b3894","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:58.614824911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"f8ecb6e8-af39-45c7-9b27-8878aebcdd56","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:58.616881489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"79378fb4-1e55-49fd-b989-96ff4cef5661","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:59.395762898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c908f67-6bcb-47a6-868e-233fc1268776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:59.447654738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c908f67-6bcb-47a6-868e-233fc1268776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:59.499762522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c908f67-6bcb-47a6-868e-233fc1268776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:51:59.551578564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c908f67-6bcb-47a6-868e-233fc1268776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:00.363971904Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1a9b3b","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-broken-1a9b3b","reconcileID":"ed4498af-e06e-4e67-8932-025a2633c754","namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-broken-1a9b3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:00.425761026Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1a9b3b","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-broken-1a9b3b","reconcileID":"6217ec13-3c75-4fa4-bef0-5a882d71171a","namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-broken-1a9b3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:00.546741561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"595c512a-87ff-43ae-a70d-5f686e1f3431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:00.546999034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"4aa48a85-172e-4413-b333-b3ff2cedb3c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:00.547268023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"cf9b1c44-e220-4c84-9842-f74084a7b0ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:00.604139318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"595c512a-87ff-43ae-a70d-5f686e1f3431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:00.651670702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acf76e79-9ca8-46a0-b93c-2187e88b5505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:00.657133381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"cf9b1c44-e220-4c84-9842-f74084a7b0ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:00.657923741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"4aa48a85-172e-4413-b333-b3ff2cedb3c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:00.705086625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"0974b57a-e445-4c7d-8466-ba7547be6bd3","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:00.710317577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acf76e79-9ca8-46a0-b93c-2187e88b5505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:00.762097271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"0974b57a-e445-4c7d-8466-ba7547be6bd3","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.020493399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ff719820-e3b3-44b1-a43a-38ac1e13f917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.083365877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"ff719820-e3b3-44b1-a43a-38ac1e13f917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.192529552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"03d19cb6-5783-4fad-b315-dd98924c5c61","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.244959958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"cea30818-897f-4beb-9b6b-f7030330d0c2","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.244989032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"ca5d1622-705b-4865-9d8d-5f0b1b3a895e","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.250255273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"03d19cb6-5783-4fad-b315-dd98924c5c61","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.302669027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"cea30818-897f-4beb-9b6b-f7030330d0c2","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.303380835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"ca5d1622-705b-4865-9d8d-5f0b1b3a895e","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.306335761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2a8403b7-c5da-4f57-9336-11473f7c51cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.368464006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2a8403b7-c5da-4f57-9336-11473f7c51cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.471207903Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1a9b3b","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-broken-1a9b3b","reconcileID":"e02001c5-4186-4d74-a46c-b5e8b98d5f56","namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-broken-1a9b3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.532227035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c46c42-3de1-4fe6-b6f0-a97cefe56b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.585310494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c46c42-3de1-4fe6-b6f0-a97cefe56b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.637939418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c46c42-3de1-4fe6-b6f0-a97cefe56b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.638401977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"922505e7-3c18-4c7d-a31c-c59d6615f2bb","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.690355024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c46c42-3de1-4fe6-b6f0-a97cefe56b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.747914708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"922505e7-3c18-4c7d-a31c-c59d6615f2bb","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.940043526Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"21bdea31-a2a8-430f-b8c4-4bc7efa7f09c","namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.954013152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"f74ce231-7886-46fe-9e4f-e8ef254573b5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.954031374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2751b483-7587-4011-b12b-eafa7089e78b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:01.954571724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f4cc6db6-05ee-4c07-bd16-18978ee8ad2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.011141214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"f74ce231-7886-46fe-9e4f-e8ef254573b5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.011810749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2751b483-7587-4011-b12b-eafa7089e78b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.013416051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f4cc6db6-05ee-4c07-bd16-18978ee8ad2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.107963972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"97c2b99f-0ed0-4636-85c5-e02c610cd2e8","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.167332986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"97c2b99f-0ed0-4636-85c5-e02c610cd2e8","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.301739558Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"a74fda41-6214-453f-a1ee-bed4dfe75b66","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.344357944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"d8cbae66-7716-4f0c-9dd6-d62c94195986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.395625498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"07cfe7fe-5c39-4983-a9de-84434369a17a","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.401073516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"d8cbae66-7716-4f0c-9dd6-d62c94195986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.445595061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e1943a12-9804-43fb-8fd2-e019fffc84f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.446708813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a22a7122-22d7-4d37-8112-47c574fb70b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.453461185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"07cfe7fe-5c39-4983-a9de-84434369a17a","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.471970405Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"9b0bf3bb-aa36-45b6-8d71-41a0ae2b9efc","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.509275691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a22a7122-22d7-4d37-8112-47c574fb70b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.509408467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e1943a12-9804-43fb-8fd2-e019fffc84f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.650717972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"ff1b3e24-6456-4995-986d-05feff01256f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.707076046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"ff1b3e24-6456-4995-986d-05feff01256f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.752827703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"03ecce67-8904-429a-ad13-fe8d174e3cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.809708689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"03ecce67-8904-429a-ad13-fe8d174e3cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:02.944380483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"3433341a-44f9-4bb4-826a-0b1e680c2ace","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.007998868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"ea452b0b-8c30-489a-881d-717f15234b3b","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.062913561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"3433341a-44f9-4bb4-826a-0b1e680c2ace","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.074153985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"30856111-0885-46fa-b559-2843492bb127","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.111646707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"ea452b0b-8c30-489a-881d-717f15234b3b","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.182147775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"0c5b4ad4-bfe6-480e-96a9-e5910ce695cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.192654524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"30856111-0885-46fa-b559-2843492bb127","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.241962258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"0c5b4ad4-bfe6-480e-96a9-e5910ce695cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.32819705Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"32f1d503-613b-42b4-8299-5b7f70ea3df2","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.377565688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"137a1d20-fd0a-41f5-9658-532ccb9036d4","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.444597578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"137a1d20-fd0a-41f5-9658-532ccb9036d4","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.48542824Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"6aa6316f-c770-4ceb-9f74-85ee5ba00749","namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.676298339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8d470d23-06b2-4cd9-96a6-981648b15168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.719821852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"9185272b-1046-4339-afe0-26c1d5066d41","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.733593624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8d470d23-06b2-4cd9-96a6-981648b15168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.758417226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db1aa880-5f8f-4b76-8a53-5f9366451575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.783924363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"9185272b-1046-4339-afe0-26c1d5066d41","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.817034284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db1aa880-5f8f-4b76-8a53-5f9366451575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.824114644Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"51976cfa-060d-453b-a0c9-9efdc0badbc4","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.879480312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"58c169d9-6b66-42c0-8cee-b17c3dc04c05","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.942434116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"3c4ee396-aa29-4ab2-82d7-7a9c7d5dee21","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.950465904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"58c169d9-6b66-42c0-8cee-b17c3dc04c05","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:03.987875181Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"27d2f35d-fef1-44ba-85b8-935ee3fcd5d6","namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.017341068Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"fe4d8293-2b0c-45b4-86fa-2440bdd23e1f","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.144895805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"d29fc82c-68cc-4bb0-adf6-a9505a4a82e0","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.145007641Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"d29fc82c-68cc-4bb0-adf6-a9505a4a82e0","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.168949851Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"3c4ee396-aa29-4ab2-82d7-7a9c7d5dee21","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.226125293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c73135-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"3c4ee396-aa29-4ab2-82d7-7a9c7d5dee21","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.302598278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"d110e081-da1c-426f-9810-dd36ee67b709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.304036703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"4274614d-bd6e-4d17-b582-1c3797cd0978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.362236125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"df269871-a4b8-4820-b929-2790880560d5","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.362353715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"df269871-a4b8-4820-b929-2790880560d5","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.389858047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"4274614d-bd6e-4d17-b582-1c3797cd0978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.393257479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"d110e081-da1c-426f-9810-dd36ee67b709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.416275345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"615b986c-787a-4098-9ae3-0f585ffdfe85","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.416300144Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"615b986c-787a-4098-9ae3-0f585ffdfe85","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.492885085Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"d0131880-2035-47fe-be36-e481ef2be429","namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.496407124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5b074385-8952-445b-a53f-8a53ee0ecdfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:52:04.527173137Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"615b986c-787a-4098-9ae3-0f585ffdfe85","name":"e2e-cmp-legacy-a535ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-a535ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:52:04.527246362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"615b986c-787a-4098-9ae3-0f585ffdfe85","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-a535ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.554208327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5b074385-8952-445b-a53f-8a53ee0ecdfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.584767996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"5a0f4daa-52d9-42d7-82dd-40b4cd04f8b0","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.584815955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"5a0f4daa-52d9-42d7-82dd-40b4cd04f8b0","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.605609686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"ef990152-01cb-4141-b980-b07e9418cbe5","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.6518163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"dd859421-8412-44e9-be62-8d43d766202c","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.66574879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"ef990152-01cb-4141-b980-b07e9418cbe5","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.706031364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c6c190b9-7ecb-4537-bd7b-8acdaade01b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.708916351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"dd859421-8412-44e9-be62-8d43d766202c","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.769471333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c6c190b9-7ecb-4537-bd7b-8acdaade01b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.857051578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"faf1e584-8700-4457-a386-56a0d5b25a0b","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.918167016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"faf1e584-8700-4457-a386-56a0d5b25a0b","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.941034131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd4513c-bda3-43dd-a2fb-990e95de7cd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:04.993247751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd4513c-bda3-43dd-a2fb-990e95de7cd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.045209569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd4513c-bda3-43dd-a2fb-990e95de7cd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.097292821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd4513c-bda3-43dd-a2fb-990e95de7cd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.097413224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"046d3637-71d7-46e6-9679-0da4e66fc22f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.15441107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"046d3637-71d7-46e6-9679-0da4e66fc22f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.324798715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f076c0b-70ab-4ef6-aae8-670d0c23f8a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.376854641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"45bc6979-1172-46be-8d10-164b59ee3006","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.380482862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"6715110b-d58a-47cc-98b2-5d964ecb5f24","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.383599137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f076c0b-70ab-4ef6-aae8-670d0c23f8a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.428926562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"3b5cbb09-c417-438e-b5f3-a43925f3e70c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.434162065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"45bc6979-1172-46be-8d10-164b59ee3006","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.438298902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"6715110b-d58a-47cc-98b2-5d964ecb5f24","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.486452208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"3b5cbb09-c417-438e-b5f3-a43925f3e70c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.579307261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"a5352753-4d99-468d-a5f1-48974dc79a00","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.636629417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"a5352753-4d99-468d-a5f1-48974dc79a00","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.692112395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c73135-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"a5352753-4d99-468d-a5f1-48974dc79a00","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.833256526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af236cde-cf5d-4111-9a89-639ecb37d5ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.851379139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"66f783fa-1ec2-459c-a9cd-1139533e1ee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.890292315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af236cde-cf5d-4111-9a89-639ecb37d5ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.908375659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"66f783fa-1ec2-459c-a9cd-1139533e1ee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.926640793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"723dd525-1d4a-41d8-82c4-00c27e4d9fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:05.985129625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"723dd525-1d4a-41d8-82c4-00c27e4d9fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:06.033923345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"1386e754-87b9-4701-953c-e3929a3bab6c","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:06.033927822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"e1e9cf4e-6b69-42fe-8710-b3a19dc33075","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:06.092384536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"e1e9cf4e-6b69-42fe-8710-b3a19dc33075","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:06.092399485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"1386e754-87b9-4701-953c-e3929a3bab6c","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:06.278141648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"97ef1abc-8a91-4ec0-92c2-b649eb6563de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:06.328048805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"356a4e8a-7761-4eb1-a13d-9c00d4853426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:06.338546636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"97ef1abc-8a91-4ec0-92c2-b649eb6563de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:06.386749013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"356a4e8a-7761-4eb1-a13d-9c00d4853426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:06.544600191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"bd51475c-d9ec-41bf-b400-a867cf66fc97","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:06.602432358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"bd51475c-d9ec-41bf-b400-a867cf66fc97","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:07.036777803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"178f828b-f0b1-4e34-8912-40a483209592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:07.088835828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"178f828b-f0b1-4e34-8912-40a483209592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:07.140961207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"178f828b-f0b1-4e34-8912-40a483209592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:07.193188742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"178f828b-f0b1-4e34-8912-40a483209592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:11.885537987Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:13.443579566Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"0ca9da5a-dfb1-44ef-a269-57580027f6c5","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:14.138671286Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"2093a720-9998-483c-b98d-c816c36bedb5","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:15.799659623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"af7ba256-cdf5-4d8f-90f6-7a85a7796ee8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:15.857842885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"af7ba256-cdf5-4d8f-90f6-7a85a7796ee8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:15.913405747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c73135-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6dc397847ccae72e1be855d3eee9af01fdcd4d6d1479011d18bc5085e6a61e7) AuthConfig (42bc655375dd51fac1203a0835cbdadaeee6c674ffb36ef67fa31f2e3ea35e45) AuthConfig (cccdb2891ab6ee5e9456ed2db08736099297e99a9b48262ab52696c1ba28f958) AuthConfig (9f561271fa5726a9d0c8d91824fe14fecd91f578d4ef7badba0fdf472f87e96d) AuthConfig (8960dba88baabb08bd96630f09961b7b25b23a91ba05b3b9de7d5dd9fc967c64) AuthConfig (ad22456dddf304338f2383ad15c7321220061ff0aafeca9190815836ceccf27f) AuthConfig (595464870f84170ba916c40928fd7f9fab27cbce4d2805a54a4f176b29ef0550) AuthConfig (40786fec15d6f440ed055e7c9d3a9c52f398ab411c53b3a66bbd09b7c8142b71) AuthConfig (dad74fd3bf0f7f30d6521ed2678a94936074924f0fbce61f3941b9067ef16954) AuthConfig (4e29ea6ad61f1857225f5b861c09f56939a07ca014e927d08cb6bad28aac582c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"af7ba256-cdf5-4d8f-90f6-7a85a7796ee8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:16.022862475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"c061cd94-2a8c-4240-bf23-7c9defdf0e4e","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:16.022895352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"c061cd94-2a8c-4240-bf23-7c9defdf0e4e","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:16.077323808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"7b16951d-da63-43fc-ae52-62f77748ed5f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:16.134055636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"7b16951d-da63-43fc-ae52-62f77748ed5f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:16.189674052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c73135-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6dc397847ccae72e1be855d3eee9af01fdcd4d6d1479011d18bc5085e6a61e7) AuthConfig (42bc655375dd51fac1203a0835cbdadaeee6c674ffb36ef67fa31f2e3ea35e45) AuthConfig (cccdb2891ab6ee5e9456ed2db08736099297e99a9b48262ab52696c1ba28f958) AuthConfig (9f561271fa5726a9d0c8d91824fe14fecd91f578d4ef7badba0fdf472f87e96d) AuthConfig (8960dba88baabb08bd96630f09961b7b25b23a91ba05b3b9de7d5dd9fc967c64) AuthConfig (ad22456dddf304338f2383ad15c7321220061ff0aafeca9190815836ceccf27f) AuthConfig (595464870f84170ba916c40928fd7f9fab27cbce4d2805a54a4f176b29ef0550) AuthConfig (40786fec15d6f440ed055e7c9d3a9c52f398ab411c53b3a66bbd09b7c8142b71) AuthConfig (dad74fd3bf0f7f30d6521ed2678a94936074924f0fbce61f3941b9067ef16954) AuthConfig (4e29ea6ad61f1857225f5b861c09f56939a07ca014e927d08cb6bad28aac582c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"7b16951d-da63-43fc-ae52-62f77748ed5f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:17.623688513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"04d4a9bf-a7fd-404d-a44b-92d7d69bb3fa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-5d585e","tenantID":"e2e-explicit-5d585e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:17.740517395Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"04d4a9bf-a7fd-404d-a44b-92d7d69bb3fa","name":"e2e-explicit-5d585e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:19.735045628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"b3784799-7f62-4759-92c4-044232c53496","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:19.735067781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"b3784799-7f62-4759-92c4-044232c53496","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:23.549279738Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"f8b2ab2b-ec62-4441-9612-1d85b33315b7","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:24.244277274Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"35d5fa77-77c3-42ca-ac9e-430341eb771a","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:26.29761461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"5655936a-3218-4949-be24-3c08884d4484","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:26.357542558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"5655936a-3218-4949-be24-3c08884d4484","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:26.412826197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c73135-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6dc397847ccae72e1be855d3eee9af01fdcd4d6d1479011d18bc5085e6a61e7) AuthConfig (42bc655375dd51fac1203a0835cbdadaeee6c674ffb36ef67fa31f2e3ea35e45) AuthConfig (cccdb2891ab6ee5e9456ed2db08736099297e99a9b48262ab52696c1ba28f958) AuthConfig (9f561271fa5726a9d0c8d91824fe14fecd91f578d4ef7badba0fdf472f87e96d) AuthConfig (8960dba88baabb08bd96630f09961b7b25b23a91ba05b3b9de7d5dd9fc967c64) AuthConfig (ad22456dddf304338f2383ad15c7321220061ff0aafeca9190815836ceccf27f) AuthConfig (595464870f84170ba916c40928fd7f9fab27cbce4d2805a54a4f176b29ef0550) AuthConfig (40786fec15d6f440ed055e7c9d3a9c52f398ab411c53b3a66bbd09b7c8142b71) AuthConfig (dad74fd3bf0f7f30d6521ed2678a94936074924f0fbce61f3941b9067ef16954) AuthConfig (4e29ea6ad61f1857225f5b861c09f56939a07ca014e927d08cb6bad28aac582c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"5655936a-3218-4949-be24-3c08884d4484","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:29.793331292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"6967beab-2b76-4635-b499-8697feec4b9b","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:29.793352676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"6967beab-2b76-4635-b499-8697feec4b9b","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:33.654689878Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"ae07f07f-b7b3-4f8a-bda7-d25149a5f51c","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:34.349409239Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"ecab7991-7273-44ed-9ca3-dec62bd03c13","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:36.523258844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"9e8cc13b-27ce-4844-b341-85b4914f98d7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:36.584730903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"9e8cc13b-27ce-4844-b341-85b4914f98d7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:36.640478821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c73135-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6dc397847ccae72e1be855d3eee9af01fdcd4d6d1479011d18bc5085e6a61e7) AuthConfig (42bc655375dd51fac1203a0835cbdadaeee6c674ffb36ef67fa31f2e3ea35e45) AuthConfig (cccdb2891ab6ee5e9456ed2db08736099297e99a9b48262ab52696c1ba28f958) AuthConfig (9f561271fa5726a9d0c8d91824fe14fecd91f578d4ef7badba0fdf472f87e96d) AuthConfig (8960dba88baabb08bd96630f09961b7b25b23a91ba05b3b9de7d5dd9fc967c64) AuthConfig (ad22456dddf304338f2383ad15c7321220061ff0aafeca9190815836ceccf27f) AuthConfig (595464870f84170ba916c40928fd7f9fab27cbce4d2805a54a4f176b29ef0550) AuthConfig (40786fec15d6f440ed055e7c9d3a9c52f398ab411c53b3a66bbd09b7c8142b71) AuthConfig (dad74fd3bf0f7f30d6521ed2678a94936074924f0fbce61f3941b9067ef16954) AuthConfig (4e29ea6ad61f1857225f5b861c09f56939a07ca014e927d08cb6bad28aac582c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"9e8cc13b-27ce-4844-b341-85b4914f98d7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:39.794256238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"552a0e1a-a548-4857-abdb-9bf5d330142b","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:39.794276611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"552a0e1a-a548-4857-abdb-9bf5d330142b","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:41.886170667Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:43.760636315Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"14e0ca74-2ca1-4eb2-af39-14c79f5d8226","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:44.4556766Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"2ba7a337-1b95-4371-8e9c-d5a51155a573","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:46.750587099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"1bb5020f-6c46-45b1-bbc0-ac3cf15d4bd0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:46.807867801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"1bb5020f-6c46-45b1-bbc0-ac3cf15d4bd0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:47.244582964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"d90dad03-39e9-46f9-8ebe-e5049158177d","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:47.244618645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"d90dad03-39e9-46f9-8ebe-e5049158177d","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:49.289166313Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-da1565-sub models-as-a-service/e2e-rt-sw-2b6908-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:49.340738442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"55c511fc-139d-4f9e-9416-d7af748a5a74","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:49.340760855Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"55c511fc-139d-4f9e-9416-d7af748a5a74","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:49.396732593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"a893c87a-8e89-4f33-8bf2-0ad6bb36c5e5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:52:49.397682676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a535ef-sub","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-sub","reconcileID":"e453e7d7-bad6-4573-af70-5a7fb8c63ae4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-a535ef-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:49.45490653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"a893c87a-8e89-4f33-8bf2-0ad6bb36c5e5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:49.503269192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"93c685c2-1ccb-43b9-a932-35d7c319e8df","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:49.503303395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"93c685c2-1ccb-43b9-a932-35d7c319e8df","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:52:49.609972537Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"93c685c2-1ccb-43b9-a932-35d7c319e8df","name":"e2e-cmp-legacy-a535ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-a535ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:52:49.610042172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"93c685c2-1ccb-43b9-a932-35d7c319e8df","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-a535ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:49.66735002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"c97c0f77-3bdc-41db-84ee-b766b448e72a","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:49.667381889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"c97c0f77-3bdc-41db-84ee-b766b448e72a","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-ok-96dfc2-b93d67df4089","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-ok-96dfc2","externalModel":"e2e-cfl-ok-96dfc2","provider":"e2e-cfl-ok-96dfc2-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:49.777197061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"45e3e54b-cd1d-4e8e-ac8f-4e9a0ebb3b75","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:49.77722981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"45e3e54b-cd1d-4e8e-ac8f-4e9a0ebb3b75","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:49.834562998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"af81bb6e-a5a1-43ba-a85a-f81fce9141c2","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"tenant":"e2e-mt-25565930","gateway":"openshift-ingress/e2e-mt-25565930","model":"ai-tenant-e2e-mt-25565930/e2e-lifecycle-model-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:49.834590966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"e2e-lifecycle-model-25565930","reconcileID":"af81bb6e-a5a1-43ba-a85a-f81fce9141c2","MaaSModelRef":{"name":"e2e-lifecycle-model-25565930","namespace":"ai-tenant-e2e-mt-25565930"},"routeName":"e2e-lifecycle-model-25565930-kserve-route","namespace":"ai-tenant-e2e-mt-25565930","llmisvcName":"e2e-lifecycle-model-25565930","gateway":"openshift-ingress/e2e-mt-25565930","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:49.839919836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"0d645155-30c9-4e1d-9154-48bedc0e583b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:49.843532536Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a535ef-sub","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-sub","reconcileID":"592b559c-d30e-4cbf-9085-1e09e170e695","MaaSSubscription":{"name":"e2e-cmp-legacy-a535ef-sub","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"maas-trlp-e2e-cmp-legacy-a535ef","model":"e2e-cmp-legacy-a535ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:49.897528711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"0d645155-30c9-4e1d-9154-48bedc0e583b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:50.115181521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"6d6b1425-0d8f-4988-8ef0-e0f5ea907459","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:50.115206831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"6d6b1425-0d8f-4988-8ef0-e0f5ea907459","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:50.33450315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a535ef-sub","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-sub","reconcileID":"f71be67f-5241-43c1-a8db-c3739684ac53","MaaSSubscription":{"name":"e2e-cmp-legacy-a535ef-sub","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"maas-trlp-e2e-cmp-legacy-a535ef","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:51.508035028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"441cdc7b-bb0d-4047-9cb2-36c5256d9adf","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:51.508061374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"441cdc7b-bb0d-4047-9cb2-36c5256d9adf","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-da1565-838752876364","namespace":"llm","model":"e2e-rt-eq-da1565","externalModel":"e2e-rt-eq-da1565","provider":"e2e-rt-eq-da1565-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:51.676270598Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-sub","reconcileID":"8e684218-6fd5-4ef4-871c-d1c6d1ac021b","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-225974f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:51.729168622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"14cf3503-dc5e-427a-825e-3f142e8fe6fe","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:51.729327863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db1d6c30-5e45-4dfd-9f00-df8800df95a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:51.729173548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"52231f46-c753-4819-8f24-12514ba89009","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:51.729799919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd8d5876-dbb5-4192-bfab-fe1fda870221","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:51.791197505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd8d5876-dbb5-4192-bfab-fe1fda870221","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:51.799467562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db1d6c30-5e45-4dfd-9f00-df8800df95a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:51.804313505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"52231f46-c753-4819-8f24-12514ba89009","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:51.810449697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"14cf3503-dc5e-427a-825e-3f142e8fe6fe","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:52.299913304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48c83cc9-71e5-4cb1-81f1-f3ebdaff99e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:52.303712533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0081ef1-7ed1-4bde-abde-8cf5a5db646c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:52.356610044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48c83cc9-71e5-4cb1-81f1-f3ebdaff99e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:52.361461738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0081ef1-7ed1-4bde-abde-8cf5a5db646c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:52.397378886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"c88af671-991f-4eb8-8025-4f6bd17f669f","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:52.397425717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"925caee4-bf81-47a9-9f87-4104ee179558","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:52.455896604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"c88af671-991f-4eb8-8025-4f6bd17f669f","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:52.45723537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"925caee4-bf81-47a9-9f87-4104ee179558","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:53.866115316Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"a17814e8-8b7c-4fb7-9daf-a235cc33f6e5","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:54.561525956Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"92c4ab9a-e06b-4333-a9f2-1a8a9beeed80","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:56.215488245Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"625a9e8b-7938-4fdb-980f-7fe5a339bd22","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:57.049912222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa32cbcf-8f6b-469b-8ec6-01ec9b6bf344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:57.101535276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa32cbcf-8f6b-469b-8ec6-01ec9b6bf344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:57.15462236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa32cbcf-8f6b-469b-8ec6-01ec9b6bf344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:57.206879272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa32cbcf-8f6b-469b-8ec6-01ec9b6bf344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:59.086520922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2573874-9577-4495-8223-cf7f701b7004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:59.1381285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2573874-9577-4495-8223-cf7f701b7004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:59.189716756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2573874-9577-4495-8223-cf7f701b7004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:52:59.242042656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2573874-9577-4495-8223-cf7f701b7004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:01.728602035Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-sub","reconcileID":"432a87d0-954a-42aa-9433-245894cded22","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-da1565","subscription":"e2e-rt-eq-da1565-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:01.832915454Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-sub","reconcileID":"432a87d0-954a-42aa-9433-245894cded22","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:01.884776856Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-sub","reconcileID":"432a87d0-954a-42aa-9433-245894cded22","MaaSSubscription":{"name":"e2e-rt-eq-da1565-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-da1565","namespace":"llm","model":"llm/e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:02.160353032Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:02.212269439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"5b6ce09a-cb04-4057-8548-aa4e79b517ce","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:02.212300689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"5b6ce09a-cb04-4057-8548-aa4e79b517ce","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-da1565-838752876364","namespace":"llm","model":"e2e-rt-eq-da1565","externalModel":"e2e-rt-eq-da1565","provider":"e2e-rt-eq-da1565-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:02.375202205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"2e437c35-e7a3-40ab-ab87-2bf9b6da200d","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:02.375228983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"2e437c35-e7a3-40ab-ab87-2bf9b6da200d","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:02.42401285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5b86ee0-bf4f-4b2f-b5b9-f951da4c964b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:02.424095563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"c102c3e6-8dbe-45fe-95b5-058070f2a1c2","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:02.424484994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c40363c-3003-470b-9dad-1f422c79608f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:02.424487318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"83db8e8a-cecc-41ae-8562-78deebb4a38f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:02.480858249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5b86ee0-bf4f-4b2f-b5b9-f951da4c964b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:02.480968755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"c102c3e6-8dbe-45fe-95b5-058070f2a1c2","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:02.481423222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"a33b4c96-2f4b-4bfc-a20d-6d5f3d9dd98a","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:02.48144255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"a33b4c96-2f4b-4bfc-a20d-6d5f3d9dd98a","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-da1565-838752876364","namespace":"llm","model":"e2e-rt-eq-da1565","externalModel":"e2e-rt-eq-da1565","provider":"e2e-rt-eq-da1565-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:02.483286196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"83db8e8a-cecc-41ae-8562-78deebb4a38f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:02.483572653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c40363c-3003-470b-9dad-1f422c79608f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:02.787950517Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-da1565-access","reconcileID":"d618e2e5-43c6-44e0-a21b-197205c34922","MaaSAuthPolicy":{"name":"e2e-rt-eq-da1565-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.000014222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"33d74444-bbc5-4977-9950-75ea10f58c91","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.000045478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"33d74444-bbc5-4977-9950-75ea10f58c91","MaaSModelRef":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-da1565-838752876364","namespace":"llm","model":"e2e-rt-eq-da1565","externalModel":"e2e-rt-eq-da1565","provider":"e2e-rt-eq-da1565-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.513379203Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"eda6a675-3513-48bd-bd1f-db2c80a3a8fa","namespace":"llm","name":"e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.581315565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d918bd08-e663-460e-9a16-c9ff829b1e78","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.581355369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d918bd08-e663-460e-9a16-c9ff829b1e78","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.583194178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4ede8000-a3c2-48f3-9578-43feb3dba9a3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.583217955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4ede8000-a3c2-48f3-9578-43feb3dba9a3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.583924589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d2eb16-7408-452a-a678-292202fd32c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.583945818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55d2eb16-7408-452a-a678-292202fd32c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.584914436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"28d031b4-fa57-4017-ad7e-9206a47c76b4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.584939471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"28d031b4-fa57-4017-ad7e-9206a47c76b4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.585601668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3c6a8fba-651d-4495-9cf7-5481a22a3a20","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.585623952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3c6a8fba-651d-4495-9cf7-5481a22a3a20","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.586851033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71d2bcea-cf52-425d-a6c7-77393b2135df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.586871583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71d2bcea-cf52-425d-a6c7-77393b2135df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.659939239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"0d44fde6-e58f-4c4c-93ca-2e683442a628","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.65996809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"0d44fde6-e58f-4c4c-93ca-2e683442a628","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.70905723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"07b734d5-b496-470c-ac02-3591b017892b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.711627051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"59902d37-fcef-4855-acb8-fafa22fcd552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.712232251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ef17ebb5-2a0e-4b5c-96bb-21ab5a4a2594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.712643604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cb9e47c5-5849-40a3-9530-0f7d0823affc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.712659951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cb9e47c5-5849-40a3-9530-0f7d0823affc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.712980692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00362fe5-a5f0-447e-9d80-e0e9a538cbb0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.712993417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00362fe5-a5f0-447e-9d80-e0e9a538cbb0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.766293372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"07b734d5-b496-470c-ac02-3591b017892b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.771551848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ef17ebb5-2a0e-4b5c-96bb-21ab5a4a2594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.77280805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"59902d37-fcef-4855-acb8-fafa22fcd552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.815642162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a8639c7e-ab27-4b41-82de-8ec937730962","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.818538364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f80c4fa7-a407-44ae-85be-5acf36b865e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.863316146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"9c72e6b5-918a-4c95-9ed5-8b75dfb5c518","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.863316692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"305b091d-059b-4136-9d85-4a28930a03b3","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.867818803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-sub","reconcileID":"09f77a93-5ea6-44a8-bb98-69fefceea62c","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2b6908","model":"llm/e2e-rt-sw-2b6908","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.92518528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"9c72e6b5-918a-4c95-9ed5-8b75dfb5c518","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.925580476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"305b091d-059b-4136-9d85-4a28930a03b3","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:03.974880576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"2cb286ef-fe9f-43c0-b659-534dba9fee3c","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.085096408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"83e8d0e3-0f1f-412c-89b2-115d699d7fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.1429438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"83e8d0e3-0f1f-412c-89b2-115d699d7fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.237263619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"8343f96c-e488-4c64-a479-fa121e7eb1d6","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.294313604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"8343f96c-e488-4c64-a479-fa121e7eb1d6","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.339897805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"0334aee0-3922-49e2-8efd-eddb2bb8186d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.345364923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"3047faf1-f2bf-49a1-8816-9356f6b0c49a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.396839229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca808963-ac64-479c-a2ec-45e8c345cc41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.397492655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"0334aee0-3922-49e2-8efd-eddb2bb8186d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.402174585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"3047faf1-f2bf-49a1-8816-9356f6b0c49a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.435570186Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-da1565","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-da1565","reconcileID":"8365cbbd-3d08-4df4-bab4-25f16423026d","namespace":"llm","name":"e2e-rt-eq-da1565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.454458156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca808963-ac64-479c-a2ec-45e8c345cc41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.699329958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"b98456db-e387-4f89-9177-8ae09587e320","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.700962013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"d1ddf016-0792-40c0-abb9-b046a384eb9a","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.756853359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"b98456db-e387-4f89-9177-8ae09587e320","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.758033349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"d1ddf016-0792-40c0-abb9-b046a384eb9a","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.854356252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2a4a5911-dd89-48fd-bab3-4379815775ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.873026687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"1b7f41d5-d315-43ae-ab3b-188f8b00c5a2","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.905728627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5322a93c-3ab9-4eb6-98fc-d9150e09a0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.911160411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2a4a5911-dd89-48fd-bab3-4379815775ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.92971995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"1b7f41d5-d315-43ae-ab3b-188f8b00c5a2","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:04.962432451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5322a93c-3ab9-4eb6-98fc-d9150e09a0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.174843033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c32af878-1466-4f22-8981-9a84eb22c16c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.22646202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a98291a-3cc3-4a45-a288-353bde14402f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.232019655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c32af878-1466-4f22-8981-9a84eb22c16c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.283122474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a98291a-3cc3-4a45-a288-353bde14402f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.336375209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"953cf4a4-329d-4940-9c99-94c6ac51edc4","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.336397956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"953cf4a4-329d-4940-9c99-94c6ac51edc4","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.374099917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"91e113fd-3ff0-4645-8df2-aa4d89010958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.374510411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2bb214c3-197b-4103-a56d-81c707042f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.428396543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"69394754-b19d-4b74-aa6c-7ce4f2309e02","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.430875654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"91e113fd-3ff0-4645-8df2-aa4d89010958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.431064217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2bb214c3-197b-4103-a56d-81c707042f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.486424054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"69394754-b19d-4b74-aa6c-7ce4f2309e02","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.499472897Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-sub","reconcileID":"430632e0-658b-4fdd-b2c9-df0eb2d050ff","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0f8f292e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.543551652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"a0fe9d1b-35f5-45d5-bfcc-ac92a55908fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.607242692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"a0fe9d1b-35f5-45d5-bfcc-ac92a55908fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.801680957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"3c41f029-6799-42da-8336-f73e70ed5a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.810740225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"2c2380a7-615e-436f-b5e6-cf078ec98028","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.858549399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"3c41f029-6799-42da-8336-f73e70ed5a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.86711201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"2c2380a7-615e-436f-b5e6-cf078ec98028","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.954638713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"799a1a26-a602-4b9f-bc95-933899b5de0c","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.956633706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"cb9afdab-7670-42f3-88ca-98eeddf0e738","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.977304257Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","namespace":"ai-tenant-e2e-mt-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.977352041Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","namespace":"ai-tenant-e2e-mt-25565930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:05.97740003Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","tenant":"e2e-mt-25565930","tenantID":"e2e-mt-25565930","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.012420939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"799a1a26-a602-4b9f-bc95-933899b5de0c","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.013111563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"cb9afdab-7670-42f3-88ca-98eeddf0e738","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.030939397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"Deployment","name":"maas-api-e2e-mt-25565930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.09087766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"Service","name":"maas-api-e2e-mt-25565930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.151934963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-25565930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.161574975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"9d6cbb66-774b-4c6e-a709-9653aca6cc8d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.205815955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-25565930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.220921994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"9d6cbb66-774b-4c6e-a709-9653aca6cc8d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.266982553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.277297829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ab0f946-292c-4418-b5a7-731d19930752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.336024035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.336615305Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"b6781d54-6017-4798-bf02-b089fcfb68f0","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.344221173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ab0f946-292c-4418-b5a7-731d19930752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.392945322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"207b6261-b58f-42bc-8dc1-b8c41ae1505b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.393452275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.473476132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.474653707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"207b6261-b58f-42bc-8dc1-b8c41ae1505b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.527529626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"Deployment","name":"payload-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.579210837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.631153428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"Service","name":"payload-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.682664839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"Service","name":"payload-pre-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.734112127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"DestinationRule","name":"payload-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.790998232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.844360417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.899779292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:06.951901545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:07.003333201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:07.058215231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-25565930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:07.110156606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"befd6f24-1355-4a19-af00-63e16a3a739f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-25565930","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:08.744977455Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"ae3ede26-3df0-4197-8d22-94016a58ae80","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:08.853364318Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"26f0b0e6-4765-4120-91bd-3dc0b714398b","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:09.064042804Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-25565930","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-25565930","reconcileID":"cea26cf5-1b2c-41b5-a4dd-3db12d87123a","aitenant":"ai-tenants/e2e-mt-25565930","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:09.268667084Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"cdde5748-9ed6-448e-9658-5ce05fef356e","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:09.701968811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfbeb45a-fb19-44b8-a870-980c696cceb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:09.75405744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfbeb45a-fb19-44b8-a870-980c696cceb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:09.806009735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfbeb45a-fb19-44b8-a870-980c696cceb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:09.858041473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfbeb45a-fb19-44b8-a870-980c696cceb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:09.917613551Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-25565930","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-25565930","reconcileID":"cea26cf5-1b2c-41b5-a4dd-3db12d87123a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-25565930","removed":["maas.opendatahub.io/gateway-access-e2e-mt-25565930"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:10.264551098Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"1222e3aa-1fe6-4d4d-a8c9-316d336314d8","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.154737466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0d2d280-8372-428c-ad98-b9677a581cda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.154762564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0d2d280-8372-428c-ad98-b9677a581cda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.257224546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bd94f1c-c5ab-46d2-be92-df8a7111244f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.257246294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bd94f1c-c5ab-46d2-be92-df8a7111244f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.425961261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd5b4de6-b035-4099-aba3-9227000f1f0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.425981221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd5b4de6-b035-4099-aba3-9227000f1f0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.426085404Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.455540955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9db167","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-9db167","reconcileID":"311aabf7-b4cd-491e-9b10-ad74fa497a51","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9db167","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.483625814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"902201e7-1fab-4e4d-afaf-5b6b94634a2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.483644697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"902201e7-1fab-4e4d-afaf-5b6b94634a2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.512932587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9db167","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-9db167","reconcileID":"311aabf7-b4cd-491e-9b10-ad74fa497a51","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9db167","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:53:11.532850224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-9db167","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-9db167","reconcileID":"473e26c2-2f89-4821-9d24-0caa01cb6857","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-9db167\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.63597648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"429cf287-a581-4e72-ba21-b3ce66e062bb","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.636165246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a63f087-ee28-43b2-b180-25bf9b3a34f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.636928679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7e38ebb-b3ac-432e-8a08-f6d3c99ba433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.649140345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25a1f667-b036-4869-8aea-cc256002ad43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.649165735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25a1f667-b036-4869-8aea-cc256002ad43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.693123966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a63f087-ee28-43b2-b180-25bf9b3a34f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.693142367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"429cf287-a581-4e72-ba21-b3ce66e062bb","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.695530531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7e38ebb-b3ac-432e-8a08-f6d3c99ba433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.706599153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c333810b-4b5a-431d-9058-c755c73de258","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.706615552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c333810b-4b5a-431d-9058-c755c73de258","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.766480612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fbced84-030e-423d-b4c3-1fb52f0e97c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.821118313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fbced84-030e-423d-b4c3-1fb52f0e97c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.884081439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fbced84-030e-423d-b4c3-1fb52f0e97c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.888928195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"190c80bc-e8e4-4e22-bdf0-bcbcd6ee0dae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.889009374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"190c80bc-e8e4-4e22-bdf0-bcbcd6ee0dae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.894726905Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:11.937104065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fbced84-030e-423d-b4c3-1fb52f0e97c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:12.070176444Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-9db167","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-9db167","reconcileID":"9b1aa716-4595-407d-8036-9946020b94f4","MaaSSubscription":{"name":"e2e-default-int-sub-9db167","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-9db167","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:12.224510761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9db167","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-9db167","reconcileID":"400a9179-0de4-4c5a-b640-118a3ebcfb45","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9db167","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:12.307037036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a087c9e-43bf-466c-99f9-4139f2d45816","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:12.307065544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a087c9e-43bf-466c-99f9-4139f2d45816","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:12.310313741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9db167","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-9db167","reconcileID":"400a9179-0de4-4c5a-b640-118a3ebcfb45","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9db167","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:12.337279981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3c7966c-cc67-40d3-a715-b2841e2ebebc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:12.505476285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-9db167","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-9db167","reconcileID":"f4b13aa5-f5da-4f3a-9942-1695bf911da5","MaaSSubscription":{"name":"e2e-default-int-sub-9db167","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:13.037036249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a535ef-sub","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-sub","reconcileID":"0dc0ec8d-5f37-49c3-b87a-0eca5442ad40","MaaSSubscription":{"name":"e2e-cmp-legacy-a535ef-sub","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"maas-trlp-e2e-cmp-legacy-a535ef","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:13.371480574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"9e4daaf3-8540-4071-9e1e-6572d804fa3e","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:13.371600194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"9e4daaf3-8540-4071-9e1e-6572d804fa3e","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:14.075827074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c244ad-e757-4ba5-915c-01f06215674b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:14.127733002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c244ad-e757-4ba5-915c-01f06215674b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:14.127934417Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"a20181af-0d73-4003-9fb9-081a52fb978c","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:14.179488698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c244ad-e757-4ba5-915c-01f06215674b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:14.231434099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c244ad-e757-4ba5-915c-01f06215674b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:14.551437375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"53be18b8-b2eb-48b5-94b6-d671a0919e58","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:14.608646921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"53be18b8-b2eb-48b5-94b6-d671a0919e58","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.55206116Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-sub","reconcileID":"9064ad9a-c0a1-4fd6-a84f-7d026feb34a0","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-2b6908","subscription":"e2e-rt-sw-2b6908-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.61726935Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"d36ecff1-d204-4c63-9bb2-58c2a0c32186","namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.65847496Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-sub","reconcileID":"9064ad9a-c0a1-4fd6-a84f-7d026feb34a0","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.669820021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"37b4f4a8-a8bd-40bf-8af7-6fa62b115ee1","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.669848263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"37b4f4a8-a8bd-40bf-8af7-6fa62b115ee1","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.712995613Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-sub","reconcileID":"9064ad9a-c0a1-4fd6-a84f-7d026feb34a0","MaaSSubscription":{"name":"e2e-rt-sw-2b6908-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2b6908","namespace":"llm","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.777271809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"973c5724-394d-4e7b-9fdc-e83d3cc0def6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.828199405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"a6a3eab6-0421-4289-ba35-52244209b1d1","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.832226109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9db167","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-9db167","reconcileID":"bca2160c-f74d-45e2-90c3-2db24ad543d3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9db167","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.836476734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"973c5724-394d-4e7b-9fdc-e83d3cc0def6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.886562749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"a6a3eab6-0421-4289-ba35-52244209b1d1","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.891601566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9db167","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-9db167","reconcileID":"bca2160c-f74d-45e2-90c3-2db24ad543d3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9db167","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.937898674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"9902f258-6304-40b1-b5eb-3d47f21cee5e","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.937970762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"bae0d85c-66d3-4a3f-b8eb-015d206cab31","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.98912376Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.995196483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"bae0d85c-66d3-4a3f-b8eb-015d206cab31","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:15.995249018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"9902f258-6304-40b1-b5eb-3d47f21cee5e","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.04117922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"afa0e3c0-ce1f-404d-a61e-5901b63d1743","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.041200236Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"afa0e3c0-ce1f-404d-a61e-5901b63d1743","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.140839205Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"e6d99efc-5e26-4230-8c9d-7784c8de2135","namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.203539151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"ddb0d1bb-2dc3-4c59-b20c-6ad6909196b3","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.203575215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"ddb0d1bb-2dc3-4c59-b20c-6ad6909196b3","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.302218423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a57d046-663b-4ff8-b179-18c8e30b0cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.307677201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"41bf9f9a-47ad-45dd-8c2c-d166fcc44c32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:53:16.31139744Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"ddb0d1bb-2dc3-4c59-b20c-6ad6909196b3","name":"e2e-rt-sw-2b6908","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-2b6908\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:53:16.311457485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"ddb0d1bb-2dc3-4c59-b20c-6ad6909196b3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-2b6908\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.353169344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"0f34b4f0-4d69-43f8-8f28-c795129846a4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.359072811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a57d046-663b-4ff8-b179-18c8e30b0cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.363632347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"ecee316d-f778-4e50-9bd1-5f9ef646d829","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.363655767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"ecee316d-f778-4e50-9bd1-5f9ef646d829","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.364682857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"41bf9f9a-47ad-45dd-8c2c-d166fcc44c32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.409732117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"0f34b4f0-4d69-43f8-8f28-c795129846a4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.468169245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"d97d3025-ace4-47ef-9471-404fecf3db58","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.468188343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"d97d3025-ace4-47ef-9471-404fecf3db58","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.657543716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"865e1110-8fb2-48e7-935e-b81e1b17861c","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.659678189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"acb32726-1918-400f-a9c3-a352ea815e5c","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.677266497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"4a3c463f-c562-41f6-ba57-820e58c10be2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.715826727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"865e1110-8fb2-48e7-935e-b81e1b17861c","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.728317611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"acb32726-1918-400f-a9c3-a352ea815e5c","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.729193903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9e07577-fff6-4d23-b6e1-7c3d3f997e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.75743582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"4a3c463f-c562-41f6-ba57-820e58c10be2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.786175683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9e07577-fff6-4d23-b6e1-7c3d3f997e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.836063027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"10993580-6d27-4090-a396-cd636fdcff17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.892755158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"10993580-6d27-4090-a396-cd636fdcff17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.984420733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b9cad5e-b9a1-4779-92be-6bc21df85043","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:16.984446639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b9cad5e-b9a1-4779-92be-6bc21df85043","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.072967021Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2b6908-access","reconcileID":"63720803-fd0f-489b-990e-f18e17891744","MaaSAuthPolicy":{"name":"e2e-rt-sw-2b6908-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.124115548Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9db167","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-9db167","reconcileID":"c8c8572e-d85e-4d35-ba1d-5c494aa67f7a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-9db167","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.130514783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"502da86c-77d0-4457-ae98-6f8535ee9546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.138561441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"25cc9a47-34f5-45fd-99c1-b7bb5d195039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.187220733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"502da86c-77d0-4457-ae98-6f8535ee9546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.195383314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"25cc9a47-34f5-45fd-99c1-b7bb5d195039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.230293075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"555ebe67-acd2-4ac1-a4a3-b7a8cdb416c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.285636214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"4484e14b-7396-4027-9fbc-2384d07e0a70","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.285665555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"4484e14b-7396-4027-9fbc-2384d07e0a70","MaaSModelRef":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2b6908-8999a080558e","namespace":"llm","model":"e2e-rt-sw-2b6908","externalModel":"e2e-rt-sw-2b6908","provider":"e2e-rt-sw-2b6908-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.288268214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"555ebe67-acd2-4ac1-a4a3-b7a8cdb416c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.338193852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"daf769e5-03d3-4fad-a056-6e69507eb86f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.338212272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"daf769e5-03d3-4fad-a056-6e69507eb86f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.420599725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"234581cc-291a-426a-b81b-77e8b56f2328","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.420624508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"234581cc-291a-426a-b81b-77e8b56f2328","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.550895205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"36488446-b767-4cdf-a7ec-6eb42f623416","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.595743635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b75aebd2-bd06-48fc-937f-2e4b8ea4826f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.60755865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"36488446-b767-4cdf-a7ec-6eb42f623416","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.64562922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"c67f075f-78ee-410d-9aa1-24055181892b","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.653022008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b75aebd2-bd06-48fc-937f-2e4b8ea4826f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.697852209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96b6affd-6cb3-44a2-856e-0cf6b8a2fe8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.763441123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"c67f075f-78ee-410d-9aa1-24055181892b","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.766904205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96b6affd-6cb3-44a2-856e-0cf6b8a2fe8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.800884261Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"a8526f19-7d17-44f9-a70b-77cce26330be","namespace":"llm","name":"e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.815933748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"18e39c29-cf6e-40c8-be22-483efb890ad2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.859037905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eeda2186-6a5b-4ce7-88c8-ee38f0038b9c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.859107356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eeda2186-6a5b-4ce7-88c8-ee38f0038b9c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.859404917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a0331ffc-614f-4577-b100-4838aca861d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.85942015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a0331ffc-614f-4577-b100-4838aca861d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.859646512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5e698e86-9319-41d6-841c-4973cd0f4e11","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.859662535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5e698e86-9319-41d6-841c-4973cd0f4e11","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.859904526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f0d61142-9c1b-4507-88f4-8b4840ff032d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.859918829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f0d61142-9c1b-4507-88f4-8b4840ff032d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.860142299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73adb920-a196-469e-a751-e20aa479c9e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.860157901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73adb920-a196-469e-a751-e20aa479c9e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.860462203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d3a226f1-e8a9-4d72-ad3c-edb3b93016ea","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.86051679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d3a226f1-e8a9-4d72-ad3c-edb3b93016ea","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.860799669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"37e98ccd-4c72-4e73-8e13-96d62ab33fba","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.860813533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"37e98ccd-4c72-4e73-8e13-96d62ab33fba","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.861032098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c40ff8b-007b-46ea-9a36-48aee5b940c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.861046345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c40ff8b-007b-46ea-9a36-48aee5b940c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.872237125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"18e39c29-cf6e-40c8-be22-483efb890ad2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:17.911071594Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-9db167","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-9db167","reconcileID":"3c7702c4-de6e-46d1-9bbb-4c08646022ae","MaaSSubscription":{"name":"e2e-default-int-sub-9db167","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4f234a17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.068261996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c5bfe85d-54de-45c2-9c7e-dd07023cc4d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.075108332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d90b1bac-99dd-466e-849f-fd6ce840fb46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.078350034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f5bb6ead-e043-4fa6-a70d-7a94fc0c2e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.128180499Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2c7ce84-63f1-4b08-8205-e56865dc9aad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.131990726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d90b1bac-99dd-466e-849f-fd6ce840fb46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.135297327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f5bb6ead-e043-4fa6-a70d-7a94fc0c2e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.179205173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"0192efe4-2f53-49c0-9ce7-ff7341ae30f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.179437415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"24fd5ed9-eba0-4979-9e28-5b79c52911a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.236247041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"0192efe4-2f53-49c0-9ce7-ff7341ae30f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.236541518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"24fd5ed9-eba0-4979-9e28-5b79c52911a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.290970558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c19995c2-de49-436e-acd7-01c80d709992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.320646082Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"9b37127e-a271-48f2-9400-4b77e51e32ae","namespace":"llm","name":"e2e-rt-sw-2b6908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.347740707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c19995c2-de49-436e-acd7-01c80d709992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.486386832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"193d0de6-3da2-4069-9e2f-2e214f267399","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.593228946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"80eb33ee-ae85-434a-ae1f-52667648fc30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.647678712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"bbc8450f-144d-4420-a832-2a2fbd46582a","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.647848416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"7e23f55f-8341-4a84-b636-6a8de570d1e9","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.650146571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"80eb33ee-ae85-434a-ae1f-52667648fc30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.705091342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"7e23f55f-8341-4a84-b636-6a8de570d1e9","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.705803105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"bbc8450f-144d-4420-a832-2a2fbd46582a","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.750053445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"7f70b209-c1d8-456d-b642-7de53625e757","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.793071207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47b070eb-e63d-4cd3-aa74-cd1cf20556fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.808225309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"7f70b209-c1d8-456d-b642-7de53625e757","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:18.850341672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47b070eb-e63d-4cd3-aa74-cd1cf20556fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.01361988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e2d91dd8-bf00-497e-97a2-fb0a60a4994c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.070393807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e2d91dd8-bf00-497e-97a2-fb0a60a4994c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.1602684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"31c8d03a-e02c-479a-b49a-93f292680835","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.239187156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"31c8d03a-e02c-479a-b49a-93f292680835","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.334201262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b2bb478-05d2-46e8-87a6-39506a6b67a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.386157537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"7c5eda5e-4071-4e0a-86c2-39f57fb7c6bf","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.38685006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"827eaf77-1af4-40de-b540-dbcc442f3f9e","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.391840569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b2bb478-05d2-46e8-87a6-39506a6b67a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.443056001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"7c5eda5e-4071-4e0a-86c2-39f57fb7c6bf","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.443232931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"827eaf77-1af4-40de-b540-dbcc442f3f9e","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.516744926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c2465f57-5d40-4757-9cbf-4aed27c47ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.574544658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"c2465f57-5d40-4757-9cbf-4aed27c47ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.719856381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ebb2584d-9527-4f3f-b2d3-fb1750d7ad39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.776274073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"ebb2584d-9527-4f3f-b2d3-fb1750d7ad39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.820430084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"596a17ed-7b57-48f1-9137-513749b7bb27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.87768857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"596a17ed-7b57-48f1-9137-513749b7bb27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.885549066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b78f70b7-4c95-4c5f-8da7-1ae2cec3be97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:19.94222441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b78f70b7-4c95-4c5f-8da7-1ae2cec3be97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:20.369574463Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"5f5ab771-3d60-411b-9f1d-f112150869b0","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:23.369830395Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"e3d1f669-eb67-47fd-bb78-f2e6e9d084b0","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:24.061095107Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"9efdebf3-1f04-4b46-b979-fa3f2a44acce","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:24.205805574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7de783-6a7f-4de3-9a73-1edbf2f5a049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:24.257775347Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"ea6145c0-3845-4f7c-a295-c97b483b15ea","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:24.257981352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7de783-6a7f-4de3-9a73-1edbf2f5a049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:24.309890468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7de783-6a7f-4de3-9a73-1edbf2f5a049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:24.361691974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7de783-6a7f-4de3-9a73-1edbf2f5a049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:24.414173866Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"3c908c2f-e46e-4e98-a857-cb121357710b","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:25.405111672Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"646d1269-7580-4a61-9721-c8f700213e3a","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:25.48910944Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d96a66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d96a66","reconcileID":"0d5c2dda-202d-4f2c-b1d8-461305aed289","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d96a66","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-d96a66":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:25.816643181Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"c63ed92d-2c95-4b44-aa22-c7194fabe7a9","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:26.307241113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af899b25-ae5d-4d0c-afa4-2ee321c3215e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:26.359291139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af899b25-ae5d-4d0c-afa4-2ee321c3215e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:26.411570839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af899b25-ae5d-4d0c-afa4-2ee321c3215e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:26.463481219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af899b25-ae5d-4d0c-afa4-2ee321c3215e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:27.338373313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"17f47bd5-e922-40d6-b451-2530f34acbc0","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:27.338398402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"17f47bd5-e922-40d6-b451-2530f34acbc0","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:27.392414854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"72ecae22-1b11-4e8e-8938-b3b37327294b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:27.449395538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"72ecae22-1b11-4e8e-8938-b3b37327294b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:27.504412375Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a535ef-sub","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-sub","reconcileID":"b530d02a-75cf-4dda-96e9-91c2240c55ba","MaaSSubscription":{"name":"e2e-cmp-legacy-a535ef-sub","namespace":"ai-tenant-e2e-extmod-a-c73135"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-36b10d23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:27.872382503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"65a5fb01-1563-443c-b3a9-b5e8e089d180","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:27.873621509Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"5cbe0518-0654-4b2e-90ea-1a5a06847959","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:27.930447881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"65a5fb01-1563-443c-b3a9-b5e8e089d180","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:27.963912647Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-9db167","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-9db167","reconcileID":"c6468728-a2b6-41a6-af5a-2ca4c4e6c22d","MaaSSubscription":{"name":"e2e-default-int-sub-9db167","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-9db167","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:28.120025653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-9db167","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-9db167","reconcileID":"c6468728-a2b6-41a6-af5a-2ca4c4e6c22d","MaaSSubscription":{"name":"e2e-default-int-sub-9db167","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:28.338195146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9be370c7-c87c-49ae-b95d-9e2fd9b8fb88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:28.338218076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9be370c7-c87c-49ae-b95d-9e2fd9b8fb88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:28.338518492Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:28.415736644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14243260-9836-45f1-8add-060903e1d85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:28.468002243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14243260-9836-45f1-8add-060903e1d85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:28.521181456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14243260-9836-45f1-8add-060903e1d85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:28.573236016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14243260-9836-45f1-8add-060903e1d85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:28.632669532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f45d7800-14b3-4cf4-8f41-583d2897beac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:28.632669438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"297aeb8c-10f5-47ce-944c-6375cea53326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:28.691371339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"297aeb8c-10f5-47ce-944c-6375cea53326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:28.691767657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f45d7800-14b3-4cf4-8f41-583d2897beac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.086054447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c07127ce-b7fb-4a11-897f-0885bad5d833","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.086082733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c07127ce-b7fb-4a11-897f-0885bad5d833","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.143077954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce44001d-9b2b-485e-9cad-0eca28ce3416","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.143105568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce44001d-9b2b-485e-9cad-0eca28ce3416","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.251000283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"namespace":"ai-tenant-e2e-mt-6f635540","name":"e2e-shared-int-policy-6f635540","reconcileID":"5f56b3e9-a464-4b29-96d5-0abf32f0781b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.354255992Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.354393001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07324e2b-6f2a-4fba-9184-e5d4ba0958fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.354410503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07324e2b-6f2a-4fba-9184-e5d4ba0958fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.377131555Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"namespace":"ai-tenant-e2e-mt-6f635540","name":"e2e-shared-int-policy-6f635540","reconcileID":"5f56b3e9-a464-4b29-96d5-0abf32f0781b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.411233047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9426602d-c444-4369-9dc9-371adad3d6ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.411249002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9426602d-c444-4369-9dc9-371adad3d6ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.43293343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"namespace":"ai-tenant-e2e-mt-6f635540","name":"e2e-shared-int-policy-6f635540","reconcileID":"5f56b3e9-a464-4b29-96d5-0abf32f0781b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:53:29.460914155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"namespace":"ai-tenant-e2e-mt-6f635540","name":"e2e-shared-int-sub-6f635540","reconcileID":"fc6c72df-da32-4b6d-ab2a-aa5944c2a714","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-6f635540\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.490295175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f95e4799-35f8-4c06-996b-225d82d5c8b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.490318488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f95e4799-35f8-4c06-996b-225d82d5c8b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.578162968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7569e80-0772-4dd8-9281-caacc6e41e3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.578182532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7569e80-0772-4dd8-9281-caacc6e41e3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.596061245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"namespace":"ai-tenant-e2e-mt-6f635540","name":"e2e-shared-int-policy-6f635540","reconcileID":"c231a51e-11b8-457c-b5f5-86e846c557cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.635120757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d8d71b3-1018-43e3-8d51-ec7b81cf2730","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.63513592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d8d71b3-1018-43e3-8d51-ec7b81cf2730","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.652847709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"namespace":"ai-tenant-e2e-mt-6f635540","name":"e2e-shared-int-policy-6f635540","reconcileID":"c231a51e-11b8-457c-b5f5-86e846c557cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.708648764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"namespace":"ai-tenant-e2e-mt-6f635540","name":"e2e-shared-int-policy-6f635540","reconcileID":"c231a51e-11b8-457c-b5f5-86e846c557cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:29.908445702Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"namespace":"ai-tenant-e2e-mt-6f635540","name":"e2e-shared-int-sub-6f635540","reconcileID":"0e6e5c15-29b3-4d46-8f0c-8d5db5a7911c","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-6f635540/e2e-shared-int-sub-6f635540","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.077177186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b82fe9bd-eef3-4e86-bcf0-26ea1f62b267","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.0771971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b82fe9bd-eef3-4e86-bcf0-26ea1f62b267","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.118295836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2105d448-6db1-45a4-a881-ebdb948024ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.29110432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"namespace":"ai-tenant-e2e-mt-6f635540","name":"e2e-shared-int-sub-6f635540","reconcileID":"372a6cea-2a68-42fc-84fd-b899fb1a776a","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.343540152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"827c0eaf-4851-44da-855f-3f452195b92b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.343559775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"827c0eaf-4851-44da-855f-3f452195b92b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.400401065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbc1efcb-155e-474c-aabd-7dc842b7b069","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.400422486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbc1efcb-155e-474c-aabd-7dc842b7b069","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.507012918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"4b02255d-c63a-48c1-bcf7-065dcde7d8d5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.563752151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"4b02255d-c63a-48c1-bcf7-065dcde7d8d5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.598986171Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.599280497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3fc6562-4b16-4ea2-955c-2d3bafed5354","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.599298985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3fc6562-4b16-4ea2-955c-2d3bafed5354","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.62017009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"4b02255d-c63a-48c1-bcf7-065dcde7d8d5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.654193086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ba6bbda-6c41-469b-be18-158580e58ea3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.654208585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ba6bbda-6c41-469b-be18-158580e58ea3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.677942268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"033828e3-dc40-465b-a336-678523899ded","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.677957277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"033828e3-dc40-465b-a336-678523899ded","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:53:30.707845805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-sub-6f635540","reconcileID":"f8801dd9-a745-440b-885f-d02e3fe1b23d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-6f635540\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.78467109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"8d0f27ae-0338-4dbe-9a67-65d2910effec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.822892956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a13e7ae5-f4b4-4ea1-8747-65fc07384f39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.822916992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a13e7ae5-f4b4-4ea1-8747-65fc07384f39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.841910049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"8d0f27ae-0338-4dbe-9a67-65d2910effec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.880108721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e83ffb8-01bc-4d1e-a8a1-a0f9ab05a123","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.880129353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e83ffb8-01bc-4d1e-a8a1-a0f9ab05a123","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:30.897890806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"8d0f27ae-0338-4dbe-9a67-65d2910effec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:31.147627625Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-sub-6f635540","reconcileID":"328c7276-2c67-48c6-b67f-27971a4654ed","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-6c628121/e2e-shared-int-sub-6f635540","ai-tenant-e2e-mt-6f635540/e2e-shared-int-sub-6f635540","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:31.315780167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad640183-0916-42e1-a7ba-ab7901f40a2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:31.315825967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad640183-0916-42e1-a7ba-ab7901f40a2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:31.357676442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"namespace":"ai-tenant-e2e-mt-6f635540","name":"e2e-shared-int-sub-6f635540","reconcileID":"a0e5b98a-bd97-4f97-9f37-97dff0c77e7a","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:31.35776915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"18c17704-6510-4f14-814c-e99471456207","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:31.526103635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-sub-6f635540","reconcileID":"6418e718-ab3e-4d09-b2e1-d9e232ddc1e5","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:34.519100874Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"c9d3fcdf-8988-4b87-af44-20d3eeefa2b5","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:36.304262606Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"namespace":"ai-tenant-e2e-mt-6f635540","name":"e2e-shared-int-policy-6f635540","reconcileID":"e7f1f986-e26e-4feb-b700-1c0a3dc8d248","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:36.304324276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a24acdef-8557-41c2-a673-a6635edec85d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:36.304341583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a24acdef-8557-41c2-a673-a6635edec85d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:36.456624328Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"namespace":"ai-tenant-e2e-mt-6f635540","name":"e2e-shared-int-policy-6f635540","reconcileID":"e7f1f986-e26e-4feb-b700-1c0a3dc8d248","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"policyNamespace":"ai-tenant-e2e-mt-6f635540","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:36.512873528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"061c0da9-15fb-452b-8769-d3a577354a9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:36.512894269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"061c0da9-15fb-452b-8769-d3a577354a9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:36.663372405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e81279df-e603-4569-8673-c97afc4b0cbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:36.663391559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e81279df-e603-4569-8673-c97afc4b0cbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:37.55752145Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a535ef-sub","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-sub","reconcileID":"9e8e78f8-b648-43a0-8c58-921a403077a7","MaaSSubscription":{"name":"e2e-cmp-legacy-a535ef-sub","namespace":"ai-tenant-e2e-extmod-a-c73135"},"model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","subscription":"e2e-cmp-legacy-a535ef-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:37.662043582Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a535ef-sub","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-sub","reconcileID":"9e8e78f8-b648-43a0-8c58-921a403077a7","MaaSSubscription":{"name":"e2e-cmp-legacy-a535ef-sub","namespace":"ai-tenant-e2e-extmod-a-c73135"},"model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:37.714560362Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a535ef-sub","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-sub","reconcileID":"9e8e78f8-b648-43a0-8c58-921a403077a7","MaaSSubscription":{"name":"e2e-cmp-legacy-a535ef-sub","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"maas-trlp-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:37.978320784Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"da2e9a9c-38d5-4b4d-ae37-eaf1d3a0c0f6","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:37.986233451Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:38.084552328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"70f5255c-6e19-4e76-95b3-1907ca399f82","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:38.084575949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"70f5255c-6e19-4e76-95b3-1907ca399f82","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:38.092018344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"86232774-a27f-42be-b59a-aa60fdee186c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:38.148865622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"86232774-a27f-42be-b59a-aa60fdee186c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:38.250006371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"bb9e9f04-7de3-4e77-8513-c794ebe6cc4a","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:38.250034744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"bb9e9f04-7de3-4e77-8513-c794ebe6cc4a","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:53:38.355274107Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"bb9e9f04-7de3-4e77-8513-c794ebe6cc4a","name":"e2e-cmp-legacy-a535ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-a535ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:53:38.355335496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"bb9e9f04-7de3-4e77-8513-c794ebe6cc4a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-a535ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:38.40765162Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"5ce2ea75-ee21-4507-ba92-6e4ae0185fed","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:38.413008829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"e7953e2d-d93f-4568-9e77-0018b44acb48","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:38.413027133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"e7953e2d-d93f-4568-9e77-0018b44acb48","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:38.663914312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"5ce2ea75-ee21-4507-ba92-6e4ae0185fed","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:38.7923972Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"5ce2ea75-ee21-4507-ba92-6e4ae0185fed","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"name":"e2e-extmod-a-c73135-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:38.792425477Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef-access","reconcileID":"5ce2ea75-ee21-4507-ba92-6e4ae0185fed","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a535ef-access","namespace":"ai-tenant-e2e-extmod-a-c73135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:38.905113352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"d66063bb-abff-4092-9ca8-dabb73a828d1","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenant":"e2e-extmod-a-c73135","gateway":"openshift-ingress/e2e-extmod-a-c73135","model":"ai-tenant-e2e-extmod-a-c73135/e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:38.905251019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"d66063bb-abff-4092-9ca8-dabb73a828d1","MaaSModelRef":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"routeName":"external-model-e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135","model":"e2e-cmp-legacy-a535ef","externalModel":"e2e-cmp-legacy-a535ef","provider":"e2e-cmp-legacy-a535ef-provider","gateway":"openshift-ingress/e2e-extmod-a-c73135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:39.395262612Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"0aa10e65-85f8-4b95-b39e-6ba39a6303ca","namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:39.506898964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"27718499-fa0c-40b3-a64e-95d08dd9de8f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:39.55540302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"832b9ee5-83fb-4053-9596-1c040d0d029c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:39.555697981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"b241eb41-5fff-41e6-bddd-cb1628b7d6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:39.555421946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"add4cf58-9b71-46c3-ad37-2a462f9b8128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:39.563641472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"27718499-fa0c-40b3-a64e-95d08dd9de8f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:39.612470056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"832b9ee5-83fb-4053-9596-1c040d0d029c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:39.614710854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"b241eb41-5fff-41e6-bddd-cb1628b7d6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:39.616718031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"add4cf58-9b71-46c3-ad37-2a462f9b8128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:39.619450141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"27718499-fa0c-40b3-a64e-95d08dd9de8f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:39.719972142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"5d10972a-6ec3-42fe-b8f7-c87e65e5f194","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:39.778505884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"5d10972a-6ec3-42fe-b8f7-c87e65e5f194","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:39.950429688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"56f78153-6a9d-4daa-979e-19533b3583d0","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:39.986212954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"852aedef-6a08-4212-a549-74d58192f2d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.019128642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"56f78153-6a9d-4daa-979e-19533b3583d0","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.035690299Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"c7e1d926-5f4f-4537-87d0-3b45a3d7efd1","namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.055920226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"852aedef-6a08-4212-a549-74d58192f2d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.10619577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b30ed66-44a5-49f5-b6da-4500b74e88ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.278083286Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b30ed66-44a5-49f5-b6da-4500b74e88ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.296684989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"0c796f21-9d1c-435c-baf2-4911528b50f0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.343043825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b30ed66-44a5-49f5-b6da-4500b74e88ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.357393126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8ab4f048-f929-4fb1-8e1a-38a67da8632c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.362027973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"0c796f21-9d1c-435c-baf2-4911528b50f0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.410473924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6d82aec-9ca0-4e32-a033-22e53a983586","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.410697487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6d82aec-9ca0-4e32-a033-22e53a983586","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.428239513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8ab4f048-f929-4fb1-8e1a-38a67da8632c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.627352305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88090a53-8d35-473d-b4b0-f3881666c2a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.686590973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88090a53-8d35-473d-b4b0-f3881666c2a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.706364376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"e66caf9e-04f5-484f-96e4-43aa62337e87","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.772914937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"e66caf9e-04f5-484f-96e4-43aa62337e87","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.785222817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"fc92bad3-68ab-48e1-908e-c8c5eb761e58","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.788404662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"7e72a337-a787-45d8-bc69-e4cb65f94043","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.83819514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2b080ef5-9458-4185-a85e-fe846f59ec35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.847179252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"7e72a337-a787-45d8-bc69-e4cb65f94043","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.902550274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"2b080ef5-9458-4185-a85e-fe846f59ec35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.916517638Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"fc92bad3-68ab-48e1-908e-c8c5eb761e58","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:40.976285567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"fc92bad3-68ab-48e1-908e-c8c5eb761e58","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.038499437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75bb8521-57ad-4e35-a8c7-1fd07112c30b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.03860626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75bb8521-57ad-4e35-a8c7-1fd07112c30b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.059173815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"100a922c-adfb-4769-8b21-c6504f0806e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.204215996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f29760d9-3f26-4a43-9e0a-5ccd2f342e90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.206345823Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"100a922c-adfb-4769-8b21-c6504f0806e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.26993886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f29760d9-3f26-4a43-9e0a-5ccd2f342e90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.27047036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"100a922c-adfb-4769-8b21-c6504f0806e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.3072429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"a069c7fc-fdcd-4cb6-9adb-ecc25cdbf9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.307982442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"121f9311-0890-4e83-b160-b214333d3913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.331533814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b0960ed-be49-4598-8b8c-433c33702662","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.331607651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b0960ed-be49-4598-8b8c-433c33702662","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.392242787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"a069c7fc-fdcd-4cb6-9adb-ecc25cdbf9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.402914475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"121f9311-0890-4e83-b160-b214333d3913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.573280021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"a4816c39-34a0-4854-a175-09ac06f95413","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.632156938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"a4816c39-34a0-4854-a175-09ac06f95413","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.644834612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"e7609763-99fc-4fbe-ad8f-3d773013951d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.672866875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"fb55396b-b481-4071-9800-313584427a8e","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.701541216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"e7609763-99fc-4fbe-ad8f-3d773013951d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.729665435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"fb55396b-b481-4071-9800-313584427a8e","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.885888474Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:41.998078274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"0efd979d-1262-4e1b-84e1-099baf51321a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:42.054736278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"0efd979d-1262-4e1b-84e1-099baf51321a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:44.62548983Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"900fa4e6-16e3-4aa8-bb40-d790b091db5a","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:46.826348122Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"namespace":"ai-tenant-e2e-mt-6f635540","name":"e2e-shared-int-sub-6f635540","reconcileID":"a3e0e854-1e7f-4e1b-bab6-486941b2053a","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-6f635540","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:47.040777322Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"namespace":"ai-tenant-e2e-mt-6f635540","name":"e2e-shared-int-sub-6f635540","reconcileID":"a3e0e854-1e7f-4e1b-bab6-486941b2053a","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6f635540"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-6c628121/e2e-shared-int-sub-6f635540","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:47.249550725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b733d5b-0813-4279-b688-d8c905c12013","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:47.249987471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-sub-6f635540","reconcileID":"39a2f97c-efb0-4a97-aa12-23b449fbba67","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:47.257227703Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:47.258097065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"677217b8-366f-47a0-b6bd-300b88218b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:47.258113822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"677217b8-366f-47a0-b6bd-300b88218b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:48.084946059Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"fdfe9c08-dbb1-4164-8f87-7c06fc3a21be","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:51.144672333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"0c47c05d-505b-4561-bfe7-39e6ba692370","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:51.276897432Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"0c47c05d-505b-4561-bfe7-39e6ba692370","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:51.332404679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"0c47c05d-505b-4561-bfe7-39e6ba692370","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:51.390051435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83d0a5ce-7052-4645-9a8f-c89e0dccf629","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:51.390074215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83d0a5ce-7052-4645-9a8f-c89e0dccf629","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:51.490932521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3accbca4-b8da-4cb2-811a-324abf74d0ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:51.618017526Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3accbca4-b8da-4cb2-811a-324abf74d0ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:51.673847347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3accbca4-b8da-4cb2-811a-324abf74d0ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:51.729363792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1355593-4878-495c-a689-7d7ce2ebe9de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:51.729380563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1355593-4878-495c-a689-7d7ce2ebe9de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:54.735365656Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"fde33b3b-c2c4-4f8c-a99e-465a8de7b508","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:55.585643864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-5d585e","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"explicit-model-5d585e","reconcileID":"ee4cc78d-6564-46f7-90e2-ec3a0f19f6d2","MaaSModelRef":{"name":"explicit-model-5d585e","namespace":"ai-tenant-e2e-explicit-5d585e"},"routeName":"explicit-model-5d585e-kserve-route","namespace":"ai-tenant-e2e-explicit-5d585e","llmisvcName":"explicit-model-5d585e","gateway":"openshift-ingress/e2e-explicit-5d585e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:56.156090691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-5d585e","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"explicit-model-5d585e","reconcileID":"ef0dbd20-315e-4e69-861a-a6aad49efd08","MaaSModelRef":{"name":"explicit-model-5d585e","namespace":"ai-tenant-e2e-explicit-5d585e"},"routeName":"explicit-model-5d585e-kserve-route","namespace":"ai-tenant-e2e-explicit-5d585e","llmisvcName":"explicit-model-5d585e","gateway":"openshift-ingress/e2e-explicit-5d585e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:53:58.189139896Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"1a9ec7ce-6f81-4ff8-bfaa-43b49d40b5ed","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:01.49685603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"e9cce23e-e015-4285-a01f-4a648cd374a4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:01.624097404Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"e9cce23e-e015-4285-a01f-4a648cd374a4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:01.679431591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"e9cce23e-e015-4285-a01f-4a648cd374a4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:01.736689545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83e4a970-cbf1-4719-a29a-453dbf14ea2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:01.736712246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83e4a970-cbf1-4719-a29a-453dbf14ea2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:01.887711979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b6a1207-7d67-4ff6-ba8a-4067a8295776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:02.014741479Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b6a1207-7d67-4ff6-ba8a-4067a8295776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:02.070300807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b6a1207-7d67-4ff6-ba8a-4067a8295776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:02.12783867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9ee0242-9757-46ae-b15f-aeb389610912","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:02.127865839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9ee0242-9757-46ae-b15f-aeb389610912","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:04.842884518Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"4b435eac-71d2-453e-8153-7c275a0d2d89","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:08.29481154Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"e015da6d-0169-4ee1-b634-7b55221f810c","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:11.844331696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"b3bfb878-4eaf-450f-acd0-833072c1899c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:11.885658669Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:11.971567963Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"b3bfb878-4eaf-450f-acd0-833072c1899c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:12.027624722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"b3bfb878-4eaf-450f-acd0-833072c1899c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:12.083297315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3725764-398a-48e5-9d2e-da28673d795b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:12.083318396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3725764-398a-48e5-9d2e-da28673d795b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:12.286205621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74429ba4-a31a-4328-9821-8ea0f63c108a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:12.413018634Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74429ba4-a31a-4328-9821-8ea0f63c108a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:12.469164835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74429ba4-a31a-4328-9821-8ea0f63c108a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:12.52681165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6929dac7-3973-4bc5-9101-defb6508de59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:12.526834622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6929dac7-3973-4bc5-9101-defb6508de59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:14.948900865Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"7571feba-44ee-4862-b379-48b7370c953e","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:18.399937572Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"f86007b3-206a-4bf7-b91a-d2bf4abdc0bb","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:22.188769381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"3256ee93-426a-4832-b5a5-d71a3774d4e5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:22.315224452Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"3256ee93-426a-4832-b5a5-d71a3774d4e5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:22.370452637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"3256ee93-426a-4832-b5a5-d71a3774d4e5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:22.427773404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"665a8936-99fb-45cb-8ef6-459e8fa20e98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:22.427810413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"665a8936-99fb-45cb-8ef6-459e8fa20e98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:22.703652625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"539ea685-b15d-4831-9f5f-7b66e7c42727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:22.83092336Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"539ea685-b15d-4831-9f5f-7b66e7c42727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:22.886473306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"539ea685-b15d-4831-9f5f-7b66e7c42727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:22.944014905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b156a15-133e-45d3-bc4f-2820c56069c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:22.944036318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b156a15-133e-45d3-bc4f-2820c56069c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:25.05486967Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"919436c3-abc7-4388-b4a5-98bd512d7581","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:28.505156675Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"52871094-9d4b-49f6-a6be-76f49e198932","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:32.534423707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"e9c5795c-d730-4c52-a6d6-ec572e903d41","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:32.661067638Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"e9c5795c-d730-4c52-a6d6-ec572e903d41","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:32.716838004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"e9c5795c-d730-4c52-a6d6-ec572e903d41","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:32.772863582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3050d564-62ca-46d0-a09e-b0ead5ae6633","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:32.772890719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3050d564-62ca-46d0-a09e-b0ead5ae6633","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:33.101149788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ac499e0-9b52-4c63-8580-5b263ff2e0a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:33.227451768Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ac499e0-9b52-4c63-8580-5b263ff2e0a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:33.283045965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ac499e0-9b52-4c63-8580-5b263ff2e0a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:33.345387915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d592c22-b575-45a8-a602-9b104dd975a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:33.345407307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d592c22-b575-45a8-a602-9b104dd975a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:33.463746152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"da48960a-e9da-47e9-8a09-dd380214018a","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:33.463859833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"da48960a-e9da-47e9-8a09-dd380214018a","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:34.795282378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"f2144966-9f36-4c2a-8901-8076f0d543bc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:34.912553451Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"f2144966-9f36-4c2a-8901-8076f0d543bc","name":"e2e-extmod-a-d96a66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:35.162408362Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"b3f3bc96-c8de-4137-beb6-5b19dea8c7c3","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:38.610156718Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"7c107a23-fc8f-40b9-a5b0-d2f89e6665d6","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:41.885123164Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:42.880215751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"024abd00-f808-4dc7-839a-d9ccdcd328c9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:43.007971994Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"024abd00-f808-4dc7-839a-d9ccdcd328c9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:43.063563987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"024abd00-f808-4dc7-839a-d9ccdcd328c9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:43.118972683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e230157d-c301-46b1-91bd-16858f14e190","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:43.118989031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e230157d-c301-46b1-91bd-16858f14e190","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:43.503198375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d23b02a-7e6e-4893-8002-271b49fc47cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:43.629774111Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d23b02a-7e6e-4893-8002-271b49fc47cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:43.685952794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d23b02a-7e6e-4893-8002-271b49fc47cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:43.743718837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e89b212-7b9a-4ec3-81a5-a52453c8b6d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:43.743737234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e89b212-7b9a-4ec3-81a5-a52453c8b6d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:45.267472435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"3d2af946-c195-418d-893c-026f70c6380b","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:48.714889951Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"2c2ff3f7-c336-40d7-8518-f1ec0e9bbc60","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:53.225163439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"7f5dd454-e6e2-4357-8766-9f3fd3836566","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:53.351777404Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"7f5dd454-e6e2-4357-8766-9f3fd3836566","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:53.417691744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"7f5dd454-e6e2-4357-8766-9f3fd3836566","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:53.477828133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"510c9a16-148e-47ae-ac62-ec6a5b974beb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:53.477846852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"510c9a16-148e-47ae-ac62-ec6a5b974beb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:53.904459759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62d136c6-dcea-4f50-a04f-1ebf3b1ded93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:54.032199655Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62d136c6-dcea-4f50-a04f-1ebf3b1ded93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:54.087606732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62d136c6-dcea-4f50-a04f-1ebf3b1ded93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:54.145241757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cac59620-c9da-47d1-8662-35e6da23f040","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:54.145263109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cac59620-c9da-47d1-8662-35e6da23f040","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:55.372625689Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"7f1b5408-5d84-4026-a0f1-d2a76d4a1b6a","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:54:58.820256999Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"83b4a773-7293-4fb1-825c-388972a87826","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:03.584245521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"09e128cc-e8c0-4861-99db-0cdca3410519","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:03.710900922Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"09e128cc-e8c0-4861-99db-0cdca3410519","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:03.766379615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"09e128cc-e8c0-4861-99db-0cdca3410519","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:03.821944951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3be90edf-052f-4e4c-bb73-baaa1c53e240","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:03.821965507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3be90edf-052f-4e4c-bb73-baaa1c53e240","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:04.30446436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b669b888-f710-4ede-82a8-eea3c4c799ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:04.433023619Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b669b888-f710-4ede-82a8-eea3c4c799ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:04.488857553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b669b888-f710-4ede-82a8-eea3c4c799ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:04.547431376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3c30970-77af-4950-b343-60cd387a0e70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:04.547463048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3c30970-77af-4950-b343-60cd387a0e70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:05.478582194Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"604fd597-9610-4f62-bf0f-cb3bcf08aeb0","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:08.926020746Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"67265dd9-7931-472b-9592-cd7e35f02471","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:11.886066219Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:11.967377864Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1a9b3b","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-broken-1a9b3b","reconcileID":"b8f9ec43-039a-48ce-b7e3-1a577f288cf3","namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-broken-1a9b3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.087454061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"bb9688fb-36f3-413d-897e-6324f5be544d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.08783944Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1a9b3b","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-broken-1a9b3b","reconcileID":"cb83d98b-2e6f-430e-9c84-544c915096e5","namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-broken-1a9b3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.135262027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98b3d39a-3033-47c3-9486-64c7644e0efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.135504813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"2bbe58b3-2664-4c93-aeb1-b5fa6f551a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.136569453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"6b2c1c13-56db-49da-b5fa-d3eff36da6a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.138837921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00e5de12-c96c-417f-a2e1-a02f2c824fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.192328531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"2bbe58b3-2664-4c93-aeb1-b5fa6f551a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.192381967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98b3d39a-3033-47c3-9486-64c7644e0efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.19479744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"6b2c1c13-56db-49da-b5fa-d3eff36da6a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.19574162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00e5de12-c96c-417f-a2e1-a02f2c824fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.217237788Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"bb9688fb-36f3-413d-897e-6324f5be544d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.251423037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00e5de12-c96c-417f-a2e1-a02f2c824fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.272847182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"bb9688fb-36f3-413d-897e-6324f5be544d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.30904389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a64080b7-3cc6-483b-921d-17a4783cf132","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.309064872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a64080b7-3cc6-483b-921d-17a4783cf132","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.329864136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68827767-0efe-4964-a811-ec8f5ff9c2ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.32988296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68827767-0efe-4964-a811-ec8f5ff9c2ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.468027804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"deb9f964-57b7-4dc1-b125-8776ed909747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.525206273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"deb9f964-57b7-4dc1-b125-8776ed909747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.569098421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b9418d64-755c-4617-8a07-3032cc9e4f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.569102576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"9b108892-0752-4237-8a5a-f87de8aa8b9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.628079994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b9418d64-755c-4617-8a07-3032cc9e4f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.628080569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"9b108892-0752-4237-8a5a-f87de8aa8b9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.724150677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"f810f228-4641-475b-8d06-972b47db547c","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.724180738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"d2b691c4-43ce-404a-bec4-70d098385dad","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.781216973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"f810f228-4641-475b-8d06-972b47db547c","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.781419217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"d2b691c4-43ce-404a-bec4-70d098385dad","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:12.988317451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"64f3dfff-f2d1-40b5-9598-18cbcba52895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.040216661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"b7ac6af0-07ed-4ced-9fa0-78f52604fadc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.045050978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"64f3dfff-f2d1-40b5-9598-18cbcba52895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.098032253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"b7ac6af0-07ed-4ced-9fa0-78f52604fadc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.157770129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"4bd86322-b2fc-4542-a8fb-f95b2065b71b","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.210174827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"dc7c6335-5ad9-433f-ac5e-71deb033dcd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.216613825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"4bd86322-b2fc-4542-a8fb-f95b2065b71b","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.267216523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"dc7c6335-5ad9-433f-ac5e-71deb033dcd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.364162172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"fd68944a-6fd1-42e6-8f14-e2c671d29371","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.40546888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9bcd3fd-53e9-4ff6-8205-a34c7e304874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.421241304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"fd68944a-6fd1-42e6-8f14-e2c671d29371","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.471249895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"35abf57f-f96f-4751-ab43-104c645e5f57","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.527740472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"35abf57f-f96f-4751-ab43-104c645e5f57","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.533877489Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9bcd3fd-53e9-4ff6-8205-a34c7e304874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.583768353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"35abf57f-f96f-4751-ab43-104c645e5f57","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.589319621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9bcd3fd-53e9-4ff6-8205-a34c7e304874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.632383129Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"fccc8e83-5f00-4774-83ba-b06655e7157f","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.63255748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9471c17a-50c6-445b-bd5f-ed33fc0dc494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.63271107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"610e2e22-167e-41da-944d-3c149d066537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.689272904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9471c17a-50c6-445b-bd5f-ed33fc0dc494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.689826305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"610e2e22-167e-41da-944d-3c149d066537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.690307177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66c7897e-d406-4d81-bb65-afc078d49987","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.690324658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66c7897e-d406-4d81-bb65-afc078d49987","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.743241294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cb557dd-26fa-4674-9f12-0bcaa8ce1039","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:13.743266284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cb557dd-26fa-4674-9f12-0bcaa8ce1039","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:14.529213717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ff26fb-72b4-4adf-915a-1cb56ce4e160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:14.581369605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ff26fb-72b4-4adf-915a-1cb56ce4e160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:14.633475733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ff26fb-72b4-4adf-915a-1cb56ce4e160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:14.686104694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ff26fb-72b4-4adf-915a-1cb56ce4e160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:15.592383173Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"b546921f-9210-45e9-be9d-4a63faa469bb","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:16.610145056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d9c68c7-4496-4b8b-b7f2-b3c244a8f931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:16.662387903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d9c68c7-4496-4b8b-b7f2-b3c244a8f931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:16.71506385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d9c68c7-4496-4b8b-b7f2-b3c244a8f931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:16.767934176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d9c68c7-4496-4b8b-b7f2-b3c244a8f931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:17.886670191Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"40552ce3-f83e-48da-bf54-c331089825b5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:17.886744753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30e3f385-81f0-44e3-83a2-be403c45ee23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:17.886757848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30e3f385-81f0-44e3-83a2-be403c45ee23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:17.990371154Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-policy-6f635540","reconcileID":"40552ce3-f83e-48da-bf54-c331089825b5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"policyNamespace":"ai-tenant-e2e-mt-6c628121","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.04658338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b65bf01e-834c-4775-919c-a4803098c1da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.046609717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b65bf01e-834c-4775-919c-a4803098c1da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.195992648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11d824c9-1619-4ab9-905b-5d6067470365","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.196013809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11d824c9-1619-4ab9-905b-5d6067470365","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:23.73928857Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"2ae8e7e4-e018-4078-9b7c-9f648bb7920d","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:23.848615088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de7079c9-2cb5-4a9d-8199-73e517a2f99a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:23.905450604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de7079c9-2cb5-4a9d-8199-73e517a2f99a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:23.961694864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de7079c9-2cb5-4a9d-8199-73e517a2f99a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:25.73722661Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"d1b274ba-ac91-454d-90ba-a705c246d7a3","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:27.626860929Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","namespace":"ai-tenant-e2e-explicit-5d585e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:27.62692399Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","namespace":"ai-tenant-e2e-explicit-5d585e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:27.626973927Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","tenant":"e2e-explicit-5d585e","tenantID":"e2e-explicit-5d585e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:27.68243095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"Deployment","name":"maas-api-e2e-explicit-5d585e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:27.741599395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"Service","name":"maas-api-e2e-explicit-5d585e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:27.800193339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-5d585e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:27.854061907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-5d585e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:27.911032338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-5d585e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:27.966054265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-5d585e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.022934649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-5d585e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.077458865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-5d585e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.128982968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"Deployment","name":"payload-processing-e2e-explicit-5d585e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.180393382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-5d585e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.231865969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"Service","name":"payload-processing-e2e-explicit-5d585e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.283402069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"Service","name":"payload-pre-processing-e2e-explicit-5d585e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.334857467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-5d585e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.377495655Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-sub-6f635540","reconcileID":"00f69a4b-07e2-4ef9-81fb-449cad08069b","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-6f635540","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.386199774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-5d585e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.437551607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-5d585e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.492958289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-5d585e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.544296492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-5d585e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.597856818Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"namespace":"ai-tenant-e2e-mt-6c628121","name":"e2e-shared-int-sub-6f635540","reconcileID":"00f69a4b-07e2-4ef9-81fb-449cad08069b","MaaSSubscription":{"name":"e2e-shared-int-sub-6f635540","namespace":"ai-tenant-e2e-mt-6c628121"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.598168707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-5d585e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.652323095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-5d585e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.707185733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"4f8eb8fa-c33b-4e6a-b0ba-807020104146","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-5d585e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.813922988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90b4c1dc-1287-4237-a2d4-7dea63ee152a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.961402513Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.963360977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d427d4e1-6945-4f30-aa57-d5b80cfe65b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:28.96339604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d427d4e1-6945-4f30-aa57-d5b80cfe65b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:33.84602834Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"1201ab3c-6e94-48af-ab1c-0493963f61a0","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:34.08880697Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"c15ded9e-571d-4e7d-a9b3-9137ace0eabb","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:34.14137479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7883783f-3359-4062-8fdc-658dfbd65618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:34.19875457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7883783f-3359-4062-8fdc-658dfbd65618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:34.246112828Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"2d259f89-e9f8-4a4d-a566-8ab2f5b5e59d","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:34.408000259Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-5d585e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-5d585e","reconcileID":"596b47a8-3b50-4f4b-9576-71e8ed642f4a","aitenant":"ai-tenants/e2e-explicit-5d585e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:34.570835042Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"1397e405-a8f0-4af9-8198-56e79bcd1047","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:34.623415168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10d0a8a0-810f-4748-ba14-8a48729b5e3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:34.62344052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10d0a8a0-810f-4748-ba14-8a48729b5e3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:35.015494556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c2920d-622a-42e4-a0fd-051018f19eb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:35.068894357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c2920d-622a-42e4-a0fd-051018f19eb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:35.122127237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c2920d-622a-42e4-a0fd-051018f19eb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:35.174354762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c2920d-622a-42e4-a0fd-051018f19eb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:35.28657359Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-5d585e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-5d585e","reconcileID":"596b47a8-3b50-4f4b-9576-71e8ed642f4a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-5d585e","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-5d585e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:35.619062973Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"f62bbe31-9fb5-4ae5-8f47-f5690758850a","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:35.842708694Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"6a6eca8f-dd54-47b1-adc4-8b40fd16ad41","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.670022882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"fb2c8033-c676-4fe7-ab94-ada9778f0649","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.670057173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"fb2c8033-c676-4fe7-ab94-ada9778f0649","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:37.120168795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7124384f-51a0-4da7-a5a9-0506c7b02016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:37.173604559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7124384f-51a0-4da7-a5a9-0506c7b02016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:37.226365982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7124384f-51a0-4da7-a5a9-0506c7b02016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:37.278849763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7124384f-51a0-4da7-a5a9-0506c7b02016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:39.169876955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673818cf-97ed-43b6-96f9-bb835b07c645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:39.221778173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673818cf-97ed-43b6-96f9-bb835b07c645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:39.273667805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673818cf-97ed-43b6-96f9-bb835b07c645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:39.327209097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673818cf-97ed-43b6-96f9-bb835b07c645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:39.792312361Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"871da14a-358f-46ee-8a2d-681da6973a9e","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:41.254830638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffad9b64-892d-41ae-94a1-093d89711f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:41.307066935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffad9b64-892d-41ae-94a1-093d89711f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:41.359400599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffad9b64-892d-41ae-94a1-093d89711f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:41.411529483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffad9b64-892d-41ae-94a1-093d89711f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:41.885384413Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:42.194948376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"39270b8d-6f4c-447f-96b6-5a0ebaf132be","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:42.194971086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"39270b8d-6f4c-447f-96b6-5a0ebaf132be","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:42.253295946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"f5020496-d12a-49f5-9a28-f4e41da70a6b","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:42.25331671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"f5020496-d12a-49f5-9a28-f4e41da70a6b","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:42.40390646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"9c5653ce-4210-4a1a-ad1b-42ae10ae70dc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:42.585693618Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"9c5653ce-4210-4a1a-ad1b-42ae10ae70dc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:42.641384505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"9c5653ce-4210-4a1a-ad1b-42ae10ae70dc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:42.69892124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"5eb87378-732d-4e74-8cfd-da5ce7e99eb2","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:42.698946932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"5eb87378-732d-4e74-8cfd-da5ce7e99eb2","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:43.31320034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8123ba6a-09c5-41e4-8197-072522049ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:43.365324685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8123ba6a-09c5-41e4-8197-072522049ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:43.417295729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8123ba6a-09c5-41e4-8197-072522049ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:43.469430593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8123ba6a-09c5-41e4-8197-072522049ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:45.909184783Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"f7773ddc-ac77-45d1-8939-22597545bd74","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:45.965829415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"f7773ddc-ac77-45d1-8939-22597545bd74","error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:46.018406388Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"feede726-3c09-4517-9c76-016e33086483","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:46.071661853Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"29f8a597-8ada-4d1a-8896-58b077d25776","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:46.071731185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"29f8a597-8ada-4d1a-8896-58b077d25776","error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:46.082149365Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"74622179-feee-4d0e-84b6-539228bca642","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:46.082229111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"74622179-feee-4d0e-84b6-539228bca642","error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:46.103366848Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"785ad922-ae57-47b2-b119-a419503b2513","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:46.103432691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"785ad922-ae57-47b2-b119-a419503b2513","error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:46.14415546Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"19ffc361-1ab2-40ee-9468-2f79f90ce1bd","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:46.144229339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"19ffc361-1ab2-40ee-9468-2f79f90ce1bd","error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:46.225100141Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"4394395f-7525-464a-a153-0da61516bd0d","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:46.225163094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"4394395f-7525-464a-a153-0da61516bd0d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:46.385526035Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"27420f8c-0db3-4d0a-8b0e-a7025f36c938","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:46.385618719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"27420f8c-0db3-4d0a-8b0e-a7025f36c938","error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:46.706852734Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"9fdd51be-ed71-4a2c-9909-7e5eda0bb5db","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:46.706926982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"9fdd51be-ed71-4a2c-9909-7e5eda0bb5db","error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:47.347718312Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"276f7536-5b7b-4ef1-9feb-4a23a8102ac3","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:47.347818654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"276f7536-5b7b-4ef1-9feb-4a23a8102ac3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:48.245559482Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"5818f7d8-8a5e-422f-85a5-eb5a6ef34378","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:48.350046329Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"ddf02f50-65fc-4935-a62f-b352a7211b71","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:48.350107491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"ddf02f50-65fc-4935-a62f-b352a7211b71","error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:48.405342064Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"abcf1509-0386-4c07-9f62-02a246688be2","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:48.457728679Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"9c79bcd9-dddd-4747-9069-606e68d1ed45","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:48.457822048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"9c79bcd9-dddd-4747-9069-606e68d1ed45","error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.201823006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2371af98-c453-4254-bf03-a7031abb80c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.253722491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2371af98-c453-4254-bf03-a7031abb80c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.305663491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2371af98-c453-4254-bf03-a7031abb80c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.357623262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2371af98-c453-4254-bf03-a7031abb80c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.566730815Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"5e0acadb-d5fb-4b17-8784-7e7be73bbf09","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:49.624611816Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"63f9371b-2933-4c8a-93c1-17360829eafd","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:49.624675307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"63f9371b-2933-4c8a-93c1-17360829eafd","error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.677253183Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-098e4d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-098e4d","reconcileID":"0783c895-e459-4668-aaca-45a48c169932","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-098e4d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-098e4d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.000360457Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"eea10e3b-0933-4057-8344-b2440cff042b","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:50.055961552Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"74083fa7-5ccb-4101-96c2-69320084092b","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:50.056019677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-40af1b","namespace":"ai-tenant-e2e-noten-40af1b"},"namespace":"ai-tenant-e2e-noten-40af1b","name":"noten-model-40af1b","reconcileID":"74083fa7-5ccb-4101-96c2-69320084092b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-40af1b/noten-model-40af1b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-40af1b/noten-model-40af1b-kserve-route (gateways: [openshift-ingress/e2e-noten-40af1b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:51.329139189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98535e2b-7298-4f65-b4f9-81ec3382c1e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:51.384254249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98535e2b-7298-4f65-b4f9-81ec3382c1e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:51.438168212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98535e2b-7298-4f65-b4f9-81ec3382c1e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:51.493040332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98535e2b-7298-4f65-b4f9-81ec3382c1e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:52.129542297Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"476c5657-a74f-421e-a896-926adbebc06f","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:52.807596178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"09152771-bfee-44e0-a186-18fc9eacd9fe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:52.864810915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"09152771-bfee-44e0-a186-18fc9eacd9fe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:52.958868767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c2c5451dae86c747a1a579cab369bc50f096f5484970b378aa709b43be8d1de) AuthConfig (a011d8de4cd3511f86e9da09636a45305e98ebdbd3adc3864bc0c08155163f94) AuthConfig (4cc4f11a7c2b2c230ae4877ead1f2f747bdc8b4f3da8521524592f84cdcf2350) AuthConfig (55660fa17d989602982998b0d59fbc0d9f2814cbcb407fcce2431e477ffca046) AuthConfig (d88cf0f2676ac6f147675d594267120ff83d3f852d3f3c18c28015bbffea1408) AuthConfig (c141429e10cc867ad6a521b4613e948157f1a227ee57b72dd6cbdce7f72b8caf) AuthConfig (eb32e71dd026699bf70b422c393cc3737bee71d9e6215853d0f0ee8e50f88465) AuthConfig (7a194c45c4465d7f81b8fe83affd259345f5bc824dd592fe49a631889e89a2cd) AuthConfig (42e334b660f17fe9621e9f51129acd34803e7b85feeb7b017d408ce4503d925e) AuthConfig (8a0d01c1b97ca1df87641fb0a239722c7b49d8aedc4eca0b2a4fdf5b16487cff) AuthConfig (684adb7e54e10d026e90bc67e5937464b48c833a114bd4a7f954d45d5c02c13d) AuthConfig (76034e3dcd2b2cf5f0eaa04b5f32404eec9f25ccbfcb224e192fc9fa847837c5) AuthConfig (4fd7a133fad82ab63924e05316b147310bcfcabf6936433799c7de3c1d6dff66) AuthConfig (5fd2372c8c5d2208436dbb93fc6bb0e498a967dff6399b6cae5c1148ca77d807) AuthConfig (af7b7878d26f6cc4e90b9f50b3c07bb1aadd89934392d333a234e94716d80e8b) AuthConfig (9815cc04687cf01ef0ac7c4d5c9f6125dad9877e273d6a4fa9da45d3ade5f6ef) AuthConfig (f9718aada27348f89f1417ea79e143150537d86206d2d5146f80ac63d3e4678f) AuthConfig (76e8f2154ece1f608129a60edf2ee48cdf47cc47c7c736f2d3ea6ae890a021ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"09152771-bfee-44e0-a186-18fc9eacd9fe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:53.017156782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"2b5d6a56-ce19-475b-a37b-aa542931c2cd","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:53.017178853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"2b5d6a56-ce19-475b-a37b-aa542931c2cd","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:53.50955429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a561aa-354e-45bb-8abc-0aeed421458d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:53.566066927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a561aa-354e-45bb-8abc-0aeed421458d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:53.618252042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a561aa-354e-45bb-8abc-0aeed421458d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:53.6702567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a561aa-354e-45bb-8abc-0aeed421458d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.125185309Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"ec535009-5276-4dd5-ae67-300005be2d08","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:02.240323007Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"d6b879fa-4b3d-49e8-af7c-6b49abd6ce7a","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:03.124581596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"1248a802-5ae3-4d99-bc27-894e8c3dbc92","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:03.181693598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"1248a802-5ae3-4d99-bc27-894e8c3dbc92","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:03.237765323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c2c5451dae86c747a1a579cab369bc50f096f5484970b378aa709b43be8d1de) AuthConfig (a011d8de4cd3511f86e9da09636a45305e98ebdbd3adc3864bc0c08155163f94) AuthConfig (4cc4f11a7c2b2c230ae4877ead1f2f747bdc8b4f3da8521524592f84cdcf2350) AuthConfig (55660fa17d989602982998b0d59fbc0d9f2814cbcb407fcce2431e477ffca046) AuthConfig (d88cf0f2676ac6f147675d594267120ff83d3f852d3f3c18c28015bbffea1408) AuthConfig (c141429e10cc867ad6a521b4613e948157f1a227ee57b72dd6cbdce7f72b8caf) AuthConfig (eb32e71dd026699bf70b422c393cc3737bee71d9e6215853d0f0ee8e50f88465) AuthConfig (7a194c45c4465d7f81b8fe83affd259345f5bc824dd592fe49a631889e89a2cd) AuthConfig (42e334b660f17fe9621e9f51129acd34803e7b85feeb7b017d408ce4503d925e) AuthConfig (8a0d01c1b97ca1df87641fb0a239722c7b49d8aedc4eca0b2a4fdf5b16487cff) AuthConfig (684adb7e54e10d026e90bc67e5937464b48c833a114bd4a7f954d45d5c02c13d) AuthConfig (76034e3dcd2b2cf5f0eaa04b5f32404eec9f25ccbfcb224e192fc9fa847837c5) AuthConfig (4fd7a133fad82ab63924e05316b147310bcfcabf6936433799c7de3c1d6dff66) AuthConfig (5fd2372c8c5d2208436dbb93fc6bb0e498a967dff6399b6cae5c1148ca77d807) AuthConfig (af7b7878d26f6cc4e90b9f50b3c07bb1aadd89934392d333a234e94716d80e8b) AuthConfig (9815cc04687cf01ef0ac7c4d5c9f6125dad9877e273d6a4fa9da45d3ade5f6ef) AuthConfig (f9718aada27348f89f1417ea79e143150537d86206d2d5146f80ac63d3e4678f) AuthConfig (76e8f2154ece1f608129a60edf2ee48cdf47cc47c7c736f2d3ea6ae890a021ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"1248a802-5ae3-4d99-bc27-894e8c3dbc92","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:06.235578529Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"a4f8eea6-4632-47f9-840e-92e8f8d8fab0","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.886309739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:12.346379664Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"42b2c1b4-c905-4382-bf16-3e82fdf8d94b","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:13.413128857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"bfda0953-b8bb-4aa8-bc51-b00e266a9509","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:13.46993234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"bfda0953-b8bb-4aa8-bc51-b00e266a9509","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:13.489720229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-sub","reconcileID":"730fc721-1bf0-46db-83c2-cd3aa2be8cd5","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:13.525121325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c2c5451dae86c747a1a579cab369bc50f096f5484970b378aa709b43be8d1de) AuthConfig (a011d8de4cd3511f86e9da09636a45305e98ebdbd3adc3864bc0c08155163f94) AuthConfig (4cc4f11a7c2b2c230ae4877ead1f2f747bdc8b4f3da8521524592f84cdcf2350) AuthConfig (55660fa17d989602982998b0d59fbc0d9f2814cbcb407fcce2431e477ffca046) AuthConfig (d88cf0f2676ac6f147675d594267120ff83d3f852d3f3c18c28015bbffea1408) AuthConfig (c141429e10cc867ad6a521b4613e948157f1a227ee57b72dd6cbdce7f72b8caf) AuthConfig (eb32e71dd026699bf70b422c393cc3737bee71d9e6215853d0f0ee8e50f88465) AuthConfig (7a194c45c4465d7f81b8fe83affd259345f5bc824dd592fe49a631889e89a2cd) AuthConfig (42e334b660f17fe9621e9f51129acd34803e7b85feeb7b017d408ce4503d925e) AuthConfig (8a0d01c1b97ca1df87641fb0a239722c7b49d8aedc4eca0b2a4fdf5b16487cff) AuthConfig (684adb7e54e10d026e90bc67e5937464b48c833a114bd4a7f954d45d5c02c13d) AuthConfig (76034e3dcd2b2cf5f0eaa04b5f32404eec9f25ccbfcb224e192fc9fa847837c5) AuthConfig (4fd7a133fad82ab63924e05316b147310bcfcabf6936433799c7de3c1d6dff66) AuthConfig (5fd2372c8c5d2208436dbb93fc6bb0e498a967dff6399b6cae5c1148ca77d807) AuthConfig (af7b7878d26f6cc4e90b9f50b3c07bb1aadd89934392d333a234e94716d80e8b) AuthConfig (9815cc04687cf01ef0ac7c4d5c9f6125dad9877e273d6a4fa9da45d3ade5f6ef) AuthConfig (f9718aada27348f89f1417ea79e143150537d86206d2d5146f80ac63d3e4678f) AuthConfig (76e8f2154ece1f608129a60edf2ee48cdf47cc47c7c736f2d3ea6ae890a021ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"bfda0953-b8bb-4aa8-bc51-b00e266a9509","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:13.684298773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"9732441c-122b-498f-95c0-1d5b862dba83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:13.83754823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-sub","reconcileID":"ea8b9675-9420-4b92-9876-d73d36a9c498","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:13.887386309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1585ef9d-3b1b-4c32-94f4-2c406c1b3cf3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:13.986133648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e50eb98f-1b6a-4223-9a37-927086aa8cb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:14.137882398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"c2097277-cd21-4e76-828e-174081c318be","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-725b71","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:14.217869707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"5379dcdf-745d-4855-91c9-2eb705f07c42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:14.369828387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"e9813fa2-8adb-41d6-981e-630789328e13","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-eafa67","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:14.419576571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"ab218b66-75b2-4116-acac-38d28ec28d22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:14.419631942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"02cb7dfe-085d-4ee0-a5c2-ddf0b76899ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:14.686654886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-sub","reconcileID":"38f7cc33-2d39-4736-93c2-8c405ebb3617","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-ok-96dfc2","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:14.737254056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"67d70251-2fc6-4002-bfb2-b723b1b421c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:14.757891963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"170e9fc9-0ac5-4edb-9029-cc802fc72c41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.340985689Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"5a01a570-4249-4404-b509-1d3cf23f8dbb","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:22.451346672Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"00ba25c5-6262-4466-91b8-4758dbbd0044","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:23.631194261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"07968fbc-d36d-4f5b-a4f4-ee73ff577dcd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:23.68850072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"07968fbc-d36d-4f5b-a4f4-ee73ff577dcd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:23.956766769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"71cf2c10-0864-4152-8b85-d0159218a8f2","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:23.956827457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"71cf2c10-0864-4152-8b85-d0159218a8f2","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:26.446318505Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"58f8c6ab-b452-43b2-a3b0-637a0447cb01","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.837459384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"52aa3c74-47ed-45e5-8c2a-9b2a747f0142","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.837509222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"52aa3c74-47ed-45e5-8c2a-9b2a747f0142","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.892240279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"56857e5d-0fb1-45e7-a0fa-8704c7a05109","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.892261293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"56857e5d-0fb1-45e7-a0fa-8704c7a05109","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.997874528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"7be7b92e-dc85-4063-88f9-6075e5a448c9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.124450958Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"7be7b92e-dc85-4063-88f9-6075e5a448c9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.179718241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"7be7b92e-dc85-4063-88f9-6075e5a448c9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.237045479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"301edfe6-8e2c-4c60-b03b-3f326d4df708","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.237069026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"301edfe6-8e2c-4c60-b03b-3f326d4df708","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:32.556027984Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"fa960671-d3fa-45b4-8e37-4c1954df59ff","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:36.552235596Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"9e3e12e7-f72b-4b60-9333-3796b52006c8","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:39.343818447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"80e4f92a-0968-4ef0-a411-01f8fc3ca453","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:39.400735891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"80e4f92a-0968-4ef0-a411-01f8fc3ca453","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:39.456294659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abc899b5786804787668153dc5f1513e3c7dd23f22c721bba55349fda7f8ca43) AuthConfig (d11ec1c4a52a19d632c8170a72338d477ab40477060dc94a7f1e540b7a065186) AuthConfig (b731889dad4f51860f3fb8ba5b549c3b3cf2c6ac3b38a253382facf97d176869) AuthConfig (8b55982f852f831c920424e1ce5076c159c0f7418348df1c1ca5d98dcb824adc) AuthConfig (66ebca48f5659df84fd623aa5b66eda34c8e898f21fd062e3eee0adc9d6567b1) AuthConfig (ba276f9de3a33a6ad42880554b0788d10014ba541a2fe5427e1116bd04ac5499) AuthConfig (e6c69bc248e7ad036910214fc52f9de16a7d7fe302f3b418f7692fc4820e5a3e) AuthConfig (1ca40f083be4c4a39d1c15b4537dc674628dbbf660280c3c14adeeb18feb69a1) AuthConfig (876511d8117340c29df3a1dfe76e18bfda420d3393ab54c6f25a678579984bc5) AuthConfig (a54887e9e7468ff0b000dde5b44ad673a7fee38922467abb337abfdfc71b94b7) AuthConfig (372059b3fb74c5121a2b6d024684f5999328c1e54e0354e60882b2fef7a77a7e) AuthConfig (5a9eacef8a3f4d0c175b1220b662d986f59bd0f3820359d8b7dadbdb438cbbbb) AuthConfig (7f6922789bef8a55817a1a89927df27b7abeb4ebb433c8e0945850ec9e25f016) AuthConfig (b3e73e2d326b325ccae1a60b9a12749f52af0b9a8ebc192c8f0166b8720ffea1) AuthConfig (1a447fcf370b507c92e63cd84f202aaa066cfbce461ca824579938199e8594fd) AuthConfig (b876b5e4b22b88a8369cc870b0d96861a81a9c14059ab6feab5e9ca1ddd7f77b) AuthConfig (f177dd599f687669b64970a63f158f1809fe968caf367501ebacc429548f092c) AuthConfig (c2e10b45ea5d0df9ad722670f9909b393d5d4fccadef3747cab3683578f391f8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"80e4f92a-0968-4ef0-a411-01f8fc3ca453","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:39.513583377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"17ff74d1-2f99-46da-a1c6-f28205be084a","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:39.513604099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"17ff74d1-2f99-46da-a1c6-f28205be084a","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:41.886968143Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:42.661696366Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"72db6734-490b-485a-92a7-0f0a6f136e2a","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:46.658172637Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"114d745c-9536-4f6d-afe7-d7bb3022c4c0","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:49.620842833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"4b05f99c-a042-4bbb-b2b4-69e0dff8201f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:49.679934922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"4b05f99c-a042-4bbb-b2b4-69e0dff8201f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:49.736475436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abc899b5786804787668153dc5f1513e3c7dd23f22c721bba55349fda7f8ca43) AuthConfig (d11ec1c4a52a19d632c8170a72338d477ab40477060dc94a7f1e540b7a065186) AuthConfig (b731889dad4f51860f3fb8ba5b549c3b3cf2c6ac3b38a253382facf97d176869) AuthConfig (8b55982f852f831c920424e1ce5076c159c0f7418348df1c1ca5d98dcb824adc) AuthConfig (66ebca48f5659df84fd623aa5b66eda34c8e898f21fd062e3eee0adc9d6567b1) AuthConfig (ba276f9de3a33a6ad42880554b0788d10014ba541a2fe5427e1116bd04ac5499) AuthConfig (e6c69bc248e7ad036910214fc52f9de16a7d7fe302f3b418f7692fc4820e5a3e) AuthConfig (1ca40f083be4c4a39d1c15b4537dc674628dbbf660280c3c14adeeb18feb69a1) AuthConfig (876511d8117340c29df3a1dfe76e18bfda420d3393ab54c6f25a678579984bc5) AuthConfig (a54887e9e7468ff0b000dde5b44ad673a7fee38922467abb337abfdfc71b94b7) AuthConfig (372059b3fb74c5121a2b6d024684f5999328c1e54e0354e60882b2fef7a77a7e) AuthConfig (5a9eacef8a3f4d0c175b1220b662d986f59bd0f3820359d8b7dadbdb438cbbbb) AuthConfig (7f6922789bef8a55817a1a89927df27b7abeb4ebb433c8e0945850ec9e25f016) AuthConfig (b3e73e2d326b325ccae1a60b9a12749f52af0b9a8ebc192c8f0166b8720ffea1) AuthConfig (1a447fcf370b507c92e63cd84f202aaa066cfbce461ca824579938199e8594fd) AuthConfig (b876b5e4b22b88a8369cc870b0d96861a81a9c14059ab6feab5e9ca1ddd7f77b) AuthConfig (f177dd599f687669b64970a63f158f1809fe968caf367501ebacc429548f092c) AuthConfig (c2e10b45ea5d0df9ad722670f9909b393d5d4fccadef3747cab3683578f391f8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"4b05f99c-a042-4bbb-b2b4-69e0dff8201f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:50.816723938Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"0ad59ea5-8184-4568-aab0-6435dae94f5d","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:50.978150855Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"addfce5a-ca35-4069-b2b0-80324df26199","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:51.700745008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c52154-25fd-4398-a80f-d479a721b4ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:51.753227564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c52154-25fd-4398-a80f-d479a721b4ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:51.805610432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c52154-25fd-4398-a80f-d479a721b4ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:51.857424772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c52154-25fd-4398-a80f-d479a721b4ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:52.75868211Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"f49a9bd4-7aa1-42e4-816c-355b5b4d5556","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:52.909653015Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-897c87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-897c87","reconcileID":"576029e0-ae7f-4ec3-a89d-ad255ed2cc8a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-897c87","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-897c87":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:53.281302297Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"67ce997e-ab90-4904-b3b5-64afb68b8bb1","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:53.734635999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538dae1a-acee-4269-a510-c01c6802f264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:53.786417971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538dae1a-acee-4269-a510-c01c6802f264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:53.838931144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538dae1a-acee-4269-a510-c01c6802f264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:53.894287305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538dae1a-acee-4269-a510-c01c6802f264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:55.313286026Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"8863e5ad-825f-4162-bfa1-6ff8ce8542fa","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:55.774051257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e646e80-0c6b-488c-aaff-0298c70bd671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:55.82617212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e646e80-0c6b-488c-aaff-0298c70bd671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:55.882999798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e646e80-0c6b-488c-aaff-0298c70bd671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:55.935388355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e646e80-0c6b-488c-aaff-0298c70bd671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:56.710813384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"3a208b38-6fe6-4cb9-a5c1-629a59bb1aad","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:56.763255834Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"e54e2bd8-017e-4291-b263-a190032482d1","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:56.845730957Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"3a208b38-6fe6-4cb9-a5c1-629a59bb1aad","name":"e2e-extmod-b-098e4d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:57.92299897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c60751f-2f0e-456c-bbd2-3985eec7dd81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:57.97561547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c60751f-2f0e-456c-bbd2-3985eec7dd81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:58.027949781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c60751f-2f0e-456c-bbd2-3985eec7dd81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:58.079606685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c60751f-2f0e-456c-bbd2-3985eec7dd81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:59.842375412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"943f58bf-46c2-47fc-9fac-74f3657c56c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:59.89935028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"943f58bf-46c2-47fc-9fac-74f3657c56c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:59.954841378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abc899b5786804787668153dc5f1513e3c7dd23f22c721bba55349fda7f8ca43) AuthConfig (d11ec1c4a52a19d632c8170a72338d477ab40477060dc94a7f1e540b7a065186) AuthConfig (b731889dad4f51860f3fb8ba5b549c3b3cf2c6ac3b38a253382facf97d176869) AuthConfig (8b55982f852f831c920424e1ce5076c159c0f7418348df1c1ca5d98dcb824adc) AuthConfig (66ebca48f5659df84fd623aa5b66eda34c8e898f21fd062e3eee0adc9d6567b1) AuthConfig (ba276f9de3a33a6ad42880554b0788d10014ba541a2fe5427e1116bd04ac5499) AuthConfig (e6c69bc248e7ad036910214fc52f9de16a7d7fe302f3b418f7692fc4820e5a3e) AuthConfig (1ca40f083be4c4a39d1c15b4537dc674628dbbf660280c3c14adeeb18feb69a1) AuthConfig (876511d8117340c29df3a1dfe76e18bfda420d3393ab54c6f25a678579984bc5) AuthConfig (a54887e9e7468ff0b000dde5b44ad673a7fee38922467abb337abfdfc71b94b7) AuthConfig (372059b3fb74c5121a2b6d024684f5999328c1e54e0354e60882b2fef7a77a7e) AuthConfig (5a9eacef8a3f4d0c175b1220b662d986f59bd0f3820359d8b7dadbdb438cbbbb) AuthConfig (7f6922789bef8a55817a1a89927df27b7abeb4ebb433c8e0945850ec9e25f016) AuthConfig (b3e73e2d326b325ccae1a60b9a12749f52af0b9a8ebc192c8f0166b8720ffea1) AuthConfig (1a447fcf370b507c92e63cd84f202aaa066cfbce461ca824579938199e8594fd) AuthConfig (b876b5e4b22b88a8369cc870b0d96861a81a9c14059ab6feab5e9ca1ddd7f77b) AuthConfig (f177dd599f687669b64970a63f158f1809fe968caf367501ebacc429548f092c) AuthConfig (c2e10b45ea5d0df9ad722670f9909b393d5d4fccadef3747cab3683578f391f8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"943f58bf-46c2-47fc-9fac-74f3657c56c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.001246412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad5c9f0-6e93-48f8-a585-2cbc40974616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.052886541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad5c9f0-6e93-48f8-a585-2cbc40974616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.104569015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad5c9f0-6e93-48f8-a585-2cbc40974616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.156477331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad5c9f0-6e93-48f8-a585-2cbc40974616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:02.098049998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2936b76f-0453-458d-ad4b-b7aee1fbc22c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:02.149630169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2936b76f-0453-458d-ad4b-b7aee1fbc22c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:02.201359246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2936b76f-0453-458d-ad4b-b7aee1fbc22c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:02.253057165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2936b76f-0453-458d-ad4b-b7aee1fbc22c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:05.418960955Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"b051a517-c6c8-43de-88fd-791ddfc77fe2","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:06.870563303Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"3111ed27-98f5-46dc-93a0-69f7991645b4","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:10.061654866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"3d152370-4ef6-489e-951f-6eaedf22817b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:10.11885687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"3d152370-4ef6-489e-951f-6eaedf22817b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:10.384362572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"6f59c05e-4d52-4419-a13a-cf9e1e485deb","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:10.38438443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"6f59c05e-4d52-4419-a13a-cf9e1e485deb","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:10.557085549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c1ca2ac-ee41-4332-bc03-bed80a0ab292","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:10.557111146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c1ca2ac-ee41-4332-bc03-bed80a0ab292","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:10.662668367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf7e3a14","namespace":"ai-tenant-e2e-mt-cf7e3a14"},"namespace":"ai-tenant-e2e-mt-cf7e3a14","name":"e2e-policy-cf7e3a14","reconcileID":"830b1ec7-b935-44d0-8a91-e8e94b01532e","MaaSAuthPolicy":{"name":"e2e-policy-cf7e3a14","namespace":"ai-tenant-e2e-mt-cf7e3a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:10.78958863Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf7e3a14","namespace":"ai-tenant-e2e-mt-cf7e3a14"},"namespace":"ai-tenant-e2e-mt-cf7e3a14","name":"e2e-policy-cf7e3a14","reconcileID":"830b1ec7-b935-44d0-8a91-e8e94b01532e","MaaSAuthPolicy":{"name":"e2e-policy-cf7e3a14","namespace":"ai-tenant-e2e-mt-cf7e3a14"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:10.844935312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf7e3a14","namespace":"ai-tenant-e2e-mt-cf7e3a14"},"namespace":"ai-tenant-e2e-mt-cf7e3a14","name":"e2e-policy-cf7e3a14","reconcileID":"830b1ec7-b935-44d0-8a91-e8e94b01532e","MaaSAuthPolicy":{"name":"e2e-policy-cf7e3a14","namespace":"ai-tenant-e2e-mt-cf7e3a14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:11.908989486Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:15.379379665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"a1aec62b-a116-43f9-af61-d521515e1153","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:15.5259549Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"f4830a5e-4a9d-4139-97de-4c45ed3f9718","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:15.562465886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"460082df-8fb1-4baa-aea1-f7ecec5f6cee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:15.66289419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"dd5997e8-6165-4407-b824-7f5757acec16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:15.681362835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"15ef1be4-dedd-41c1-9d97-2ab7c14754f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:15.877133878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"c3e278bb-e690-42ed-8166-116967cb10ce","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:15.87715321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"c3e278bb-e690-42ed-8166-116967cb10ce","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:15.877211018Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:15.910265387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"f7423f16-b168-4baf-8a67-9433d2ee4fc5","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-eafa67","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:15.936927764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"65247149-f8db-4767-a76a-625bb9b7bc56","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:15.937003324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"65247149-f8db-4767-a76a-625bb9b7bc56","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:15.979289219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4a488a61-4eda-4b1e-bafd-9dc07c41f11e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:15.982320615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"fa5cb031-6578-43de-9533-1b209d752c8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:57:15.983205621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-cfdf8e","reconcileID":"5c348658-5765-4457-8086-78455cbd4feb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-cfdf8e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:57:15.990399276Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"65247149-f8db-4767-a76a-625bb9b7bc56","name":"rate-test-model-afc555","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-afc555\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:57:15.990447518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"65247149-f8db-4767-a76a-625bb9b7bc56","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-afc555\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:15.996533404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"c9bdeb42-cdc7-46e8-b04e-133dcca62a87","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:15.996549822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"c9bdeb42-cdc7-46e8-b04e-133dcca62a87","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.038771306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"fa5cb031-6578-43de-9533-1b209d752c8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.141582796Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.141597343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"589a8620-00f2-45f8-8fe0-05d5bd9b4aa1","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.141612712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"589a8620-00f2-45f8-8fe0-05d5bd9b4aa1","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.147925315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-sub","reconcileID":"960b4360-a94e-4f30-9af9-06a7f06fefaf","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.199184947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"7f43d118-dd4a-45d0-9145-e66ef5e1d705","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.199274943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"7f43d118-dd4a-45d0-9145-e66ef5e1d705","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.199813129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"ceefc7e5-10d4-41b4-a85a-f13c5d779b0c","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.199831209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"ceefc7e5-10d4-41b4-a85a-f13c5d779b0c","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.200290142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"f0f97efe-bd06-4d8a-a80f-e385b0e3155a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:57:16.247427182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-cfdf8e","reconcileID":"9844eaa4-20a0-4437-b0c0-5fdca3da8400","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-cfdf8e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.247658307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"75f3797f-7485-434e-ac50-eaa15a73b19c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.251625232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"2b9a3e34-3bbb-4dd8-9c06-b563b235432a","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.251645356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"2b9a3e34-3bbb-4dd8-9c06-b563b235432a","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.299040182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ebbbe96-9d46-421f-aa41-b77018f66aa9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.304764737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"75f3797f-7485-434e-ac50-eaa15a73b19c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.348179614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"ce31d760-46b1-4ced-b7e1-5442990f9ad8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.355969607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"0081de41-70d3-4969-9982-6bcc7d86678d","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.355986821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"0081de41-70d3-4969-9982-6bcc7d86678d","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.405390466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"ce31d760-46b1-4ced-b7e1-5442990f9ad8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.410959219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"fd1fd53c-3a98-4071-b324-5869e8fbdef1","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.410974843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"fd1fd53c-3a98-4071-b324-5869e8fbdef1","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.463138992Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-cfdf8e","reconcileID":"c4a68181-56cc-4af7-aa6b-13053075126a","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-rate-test-model-afc555","model":"rate-test-model-afc555","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-afc555/e2e-rate-iso-a-cfdf8e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.65850371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-sub","reconcileID":"b14332ca-cbea-4ddb-8b07-031e7ac632a7","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.658924352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"69b156be-8bcd-45e8-91bf-8ecbff30b0ce","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.660565481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"3ff0a823-19fd-425c-b9fc-c2cb4e4bbbad","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.660582374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"3ff0a823-19fd-425c-b9fc-c2cb4e4bbbad","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.709913229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"9066490e-2239-4841-bbb6-1bfa7977b8bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.712717942Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-cfdf8e","reconcileID":"60470959-4e77-4439-aa6d-3f8375acb7db","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-rate-test-model-1c4191","model":"rate-test-model-1c4191","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-1c4191/e2e-rate-iso-b-cfdf8e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.715584032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"69b156be-8bcd-45e8-91bf-8ecbff30b0ce","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.762475901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-sub","reconcileID":"12cca97f-e4d3-4c97-b743-661e082dba2c","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-ok-96dfc2","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.867546864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-cfdf8e","reconcileID":"ce18212d-72f8-487b-98ae-58470a2a6e3d","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-rate-test-model-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.878115568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"e2176386-1202-4d3b-9874-a39c7bfc6c18","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.878142076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"e2176386-1202-4d3b-9874-a39c7bfc6c18","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:16.975552837Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"77496d99-dfdf-4ee8-b67b-187155291f2a","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:17.079634326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"c0dfa981-1db4-4392-b694-cbe78e722e01","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-725b71","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:17.128446791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-cfdf8e","reconcileID":"54741bff-e8c2-473c-a18a-920aff8271ee","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-rate-test-model-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:17.296587463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"b93d74ac-0f1c-40f7-a919-df94485d456c","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:17.296607444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"b93d74ac-0f1c-40f7-a919-df94485d456c","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:25.630973971Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"de15006a-e073-4b07-8a0d-e135d65f8aa6","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:27.080813085Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"f0e77edf-58d1-41ec-ab68-8fb87d36af18","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:31.541091623Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf7e3a14","namespace":"ai-tenant-e2e-mt-cf7e3a14"},"namespace":"ai-tenant-e2e-mt-cf7e3a14","name":"e2e-policy-cf7e3a14","reconcileID":"4c859572-9a8b-4624-9980-c56a30a48c0a","MaaSAuthPolicy":{"name":"e2e-policy-cf7e3a14","namespace":"ai-tenant-e2e-mt-cf7e3a14"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:31.693634597Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cf7e3a14","namespace":"ai-tenant-e2e-mt-cf7e3a14"},"namespace":"ai-tenant-e2e-mt-cf7e3a14","name":"e2e-policy-cf7e3a14","reconcileID":"4c859572-9a8b-4624-9980-c56a30a48c0a","MaaSAuthPolicy":{"name":"e2e-policy-cf7e3a14","namespace":"ai-tenant-e2e-mt-cf7e3a14"},"policyNamespace":"ai-tenant-e2e-mt-cf7e3a14","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:34.476543371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-cfdf8e","reconcileID":"60759159-6cd6-4039-8009-825e08a22644","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-rate-test-model-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:34.577105466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-cfdf8e","reconcileID":"4c2ab68e-f7c5-4ca8-9091-043c3acaa3ec","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-rate-test-model-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:34.641701606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"f999ade8-685f-4499-b5cd-7c8eee4bd00b","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:34.641720253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"f999ade8-685f-4499-b5cd-7c8eee4bd00b","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:34.743722004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"1bbf6fbc-6857-48db-94fe-c7140c2eed76","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:34.743741916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"1bbf6fbc-6857-48db-94fe-c7140c2eed76","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:34.797735162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"7c06260b-97aa-4807-a8bc-6b4aeae12193","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:34.854802962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"7c06260b-97aa-4807-a8bc-6b4aeae12193","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:35.135372716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"8366bccf-0b02-43e0-8db2-f2a049e3b923","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:35.192328312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"8366bccf-0b02-43e0-8db2-f2a049e3b923","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:35.738399643Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"c23c3203-92b7-4143-af4d-97e8249a5963","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:37.185734349Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"b316278d-2f0d-424a-b023-01c20247db2c","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:41.885130909Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:45.8433966Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"937e53e7-f556-417e-85dd-ce4586d06d33","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:47.290709998Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"adbf48e7-957f-4421-a120-bf14e47ef5b8","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:49.906309204Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"5076c934-cec7-4c2c-9448-accde6cfa382","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:49.906351203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"28aff45d-f056-4153-ad08-b48bbca3dc34","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:49.906368253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"28aff45d-f056-4153-ad08-b48bbca3dc34","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.168444573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"5076c934-cec7-4c2c-9448-accde6cfa382","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.221118537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-cfdf8e","reconcileID":"ece06eb1-cc48-4b52-80fb-c2f2c35b26e1","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-rate-test-model-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.295094229Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"5076c934-cec7-4c2c-9448-accde6cfa382","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.295111411Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"5076c934-cec7-4c2c-9448-accde6cfa382","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.351033103Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"f49c0fe3-2da1-4500-9301-da2464943016","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.351302107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"981b2593-cdda-448c-9d40-03b4f064d8c9","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.35131963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"981b2593-cdda-448c-9d40-03b4f064d8c9","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.489336392Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"6bc04af9-92c7-4f70-a0be-75a5e274af86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.48938378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"76e18bea-3ad1-42a5-abb8-0672d1c95790","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.489395581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"76e18bea-3ad1-42a5-abb8-0672d1c95790","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.557090305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"f49c0fe3-2da1-4500-9301-da2464943016","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.613627262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"f49c0fe3-2da1-4500-9301-da2464943016","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.613644427Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"f49c0fe3-2da1-4500-9301-da2464943016","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.617989029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-cfdf8e","reconcileID":"33cad79e-dc5b-476e-92e2-8082a563a0bd","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-rate-test-model-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.656504544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"6bc04af9-92c7-4f70-a0be-75a5e274af86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:57:50.665188538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"f49c0fe3-2da1-4500-9301-da2464943016","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-cfdf8e\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.753373896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-cfdf8e","reconcileID":"568199e7-3f5b-4a20-9a79-b57d145561a9","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-rate-test-model-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.785398964Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"6bc04af9-92c7-4f70-a0be-75a5e274af86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.785419773Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-cfdf8e","reconcileID":"6bc04af9-92c7-4f70-a0be-75a5e274af86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.844661997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"9bef3edb-b087-4199-9222-047665b092a8","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.844682957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"9bef3edb-b087-4199-9222-047665b092a8","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.985839784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"7d0839fb-3c3b-4a1b-934e-72b276428583","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:50.98586281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"7d0839fb-3c3b-4a1b-934e-72b276428583","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:51.14872675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-cfdf8e","reconcileID":"29ac1d55-a7aa-4dd7-b2e2-24ea40891014","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-rate-test-model-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:55.948261003Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"13255584-c714-4c1f-bafe-32b4739ca69c","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:57.396068116Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"2fd4b136-bc48-4442-8623-5e26e882df6a","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:01.147986264Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-cfdf8e","reconcileID":"b3d758d3-e966-45ac-ba44-5a338f0f83be","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","subscription":"e2e-rate-iso-a-cfdf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:01.20040059Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-cfdf8e","reconcileID":"b3d758d3-e966-45ac-ba44-5a338f0f83be","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:01.252613632Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-cfdf8e","reconcileID":"b3d758d3-e966-45ac-ba44-5a338f0f83be","MaaSSubscription":{"name":"e2e-rate-iso-a-cfdf8e","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:01.533540858Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:01.533617474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"ac445167-94b6-4905-8a66-89ee542acd63","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:01.533631544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"ac445167-94b6-4905-8a66-89ee542acd63","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:01.674491596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"87c50787-9ee7-4525-88e4-4ef0de2b28c7","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:01.674519603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"87c50787-9ee7-4525-88e4-4ef0de2b28c7","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:03.734472647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"4ff16a77-a174-4534-bd8b-a39d0246fa8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:03.853130381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"5cab24bf-a45b-451a-b490-3aff29de542b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:03.886679754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"3addc033-1679-4185-be81-1b1f831a9d38","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-eafa67","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:04.025620136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"3ca8237e-4a14-47f5-b213-98b6fdd59bcf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:04.124847815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"ee727840-4aa9-46ea-b5a7-0050c97788f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:04.226517348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7eb9b62b-d0a8-48a6-8ce9-8e71bfede2e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:04.226667261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7a2064d8-2655-4c2b-8308-747dd018c511","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:04.231211084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"6843ebd2-48ee-42de-94e4-8408f9449c6e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:04.348395216Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"6843ebd2-48ee-42de-94e4-8408f9449c6e","name":"e2e-shared-a-w1-897c87-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:04.492004995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-sub","reconcileID":"fcc547db-7e5b-4fb3-85c4-6cc8c4be54d1","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:04.61829831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-sub","reconcileID":"a11405b2-6e7a-4e5f-9fc1-7c92d99689b0","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:04.865948266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-sub","reconcileID":"bc5d6e70-73b7-4f31-bdb3-65223f920171","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-ok-96dfc2","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:04.944854212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"866d6af7-07ea-4026-9d1d-446f00d1f733","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-725b71","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:04.994013618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"7f798333-ad91-45cf-8c19-9858352f2ec4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:05.094229223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"e47c15cf-6f93-43ae-8d6a-29f762e95f51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:06.053250178Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"ee225574-c162-4790-8a3b-e676ab621c50","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:07.501080079Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"dbbdac18-4ddc-4480-ae29-4bf46c49758a","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:10.19125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"fd7c4a66-881b-4a7d-b0c9-c3024dd59651","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:11.098310083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6297388-d6b7-40d8-bb65-47ee01bca7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:11.15026238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6297388-d6b7-40d8-bb65-47ee01bca7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:11.202306014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6297388-d6b7-40d8-bb65-47ee01bca7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:11.254216161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6297388-d6b7-40d8-bb65-47ee01bca7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:11.836597763Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-cfdf8e","reconcileID":"cf71d60e-8f03-4a78-a25a-51bab73f1401","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","subscription":"e2e-rate-iso-b-cfdf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:11.885824563Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:11.888883001Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-cfdf8e","reconcileID":"cf71d60e-8f03-4a78-a25a-51bab73f1401","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:11.940877713Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-cfdf8e","reconcileID":"cf71d60e-8f03-4a78-a25a-51bab73f1401","MaaSSubscription":{"name":"e2e-rate-iso-b-cfdf8e","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:12.211819798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"ebeff3a2-3d1b-4337-8898-9e90d33cbf55","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:12.211848162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"ebeff3a2-3d1b-4337-8898-9e90d33cbf55","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:12.244326811Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-ok-96dfc2-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:12.488102772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"6d48b07c-005a-40ed-bb4c-a0aff7dcbb97","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:12.488128857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"6d48b07c-005a-40ed-bb4c-a0aff7dcbb97","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:12.542874053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"0175b1f3-ce4c-4bdd-b991-e4df9d4a5a30","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:12.542895182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"0175b1f3-ce4c-4bdd-b991-e4df9d4a5a30","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:12.678718471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"4bce6ad0-801c-46d8-8755-284e5972fb62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:12.833315726Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"4bce6ad0-801c-46d8-8755-284e5972fb62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:12.888834517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"4bce6ad0-801c-46d8-8755-284e5972fb62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:12.948986838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"c9e3b020-87b2-430c-9f33-000a82c7b784","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:12.949009577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"c9e3b020-87b2-430c-9f33-000a82c7b784","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:13.300399137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfbad52-53a8-49f6-9b0f-2fd1505c02f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:13.35239927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfbad52-53a8-49f6-9b0f-2fd1505c02f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:13.405184298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfbad52-53a8-49f6-9b0f-2fd1505c02f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:13.457348466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfbad52-53a8-49f6-9b0f-2fd1505c02f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:14.694589162Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"be8f2418-ecb4-4f53-a9f0-7b544ced601c","namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:14.759434284Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"22a65f69-b5fa-4d91-a451-89d690aca22f","namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:14.864181111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"5cb06c43-c26f-46a8-a03f-531bf4586ce4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:14.917228633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3a013642-a507-436b-af05-f820ec7e84a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:14.917228571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b92b9494-3417-48dd-8e5b-a6fdf48372e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:14.921290995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"5cb06c43-c26f-46a8-a03f-531bf4586ce4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:14.978631304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3a013642-a507-436b-af05-f820ec7e84a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:14.978655814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"b92b9494-3417-48dd-8e5b-a6fdf48372e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:14.979985002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"5cb06c43-c26f-46a8-a03f-531bf4586ce4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.069397025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"f5141fa3-86dd-456d-8cf9-0f6768691ae8","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.074615195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"a5b1003b-273d-48b6-bd25-a7e10a0eadef","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.13374522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"f5141fa3-86dd-456d-8cf9-0f6768691ae8","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.134815057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"a5b1003b-273d-48b6-bd25-a7e10a0eadef","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.145757389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"04c1a2fc-9de8-4d90-b2d3-515d7d98db57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.180337142Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"0769862e-b031-4b25-95a5-31e598eb7110","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.204262284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"04c1a2fc-9de8-4d90-b2d3-515d7d98db57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.341197888Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"a93295b4-0bd5-43e6-b1d0-d051e0d5ddff","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.344168816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9daa5f70-1181-4e7d-b250-e48719eea377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.474440984Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9daa5f70-1181-4e7d-b250-e48719eea377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.504637851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"f463dba3-eb7f-4610-8010-1e68a243d81a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.533651736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 81, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9daa5f70-1181-4e7d-b250-e48719eea377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.555183691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8a14fde7-f624-408e-8c65-c957016a24f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.562341631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"f463dba3-eb7f-4610-8010-1e68a243d81a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.591339469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d215fb3c-6d3f-4969-9e3b-0b281f58d6a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.591366375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d215fb3c-6d3f-4969-9e3b-0b281f58d6a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.612207003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8a14fde7-f624-408e-8c65-c957016a24f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.71055668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"8c5a2e7b-9941-4097-a4f7-c630430c28bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.710613113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"840d25ae-7a16-4550-b698-1b0fbd56a6d7","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.748113121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2044ad8d-4d09-4f0d-a7c6-fb1e17236cfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.76768275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"8c5a2e7b-9941-4097-a4f7-c630430c28bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.768830166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"840d25ae-7a16-4550-b698-1b0fbd56a6d7","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.806046287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2044ad8d-4d09-4f0d-a7c6-fb1e17236cfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.918151698Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"96ba8461-71ed-4143-b596-323ae248a594","namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.924389029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4e5b99e0-9625-4cfb-b86d-c1bd5dd73b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.971259465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"c13ef066-f452-4f04-9873-d1f8bc3dd4e2","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.971291252Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"c13ef066-f452-4f04-9873-d1f8bc3dd4e2","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.982400321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4e5b99e0-9625-4cfb-b86d-c1bd5dd73b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.025474342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"d0f3bd29-bbf4-445c-9ef4-01a7813ff06c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.082656797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"d0f3bd29-bbf4-445c-9ef4-01a7813ff06c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.127003328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"0507b011-37db-48e0-a67a-98947c44d46f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.184848139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"0507b011-37db-48e0-a67a-98947c44d46f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.240355718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"0507b011-37db-48e0-a67a-98947c44d46f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.279079647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3c3eebb6-8981-473f-9008-8fda6cb7ffda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.280322025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"792b1da1-612f-4a39-99af-091f81afb455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.337656861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"3c3eebb6-8981-473f-9008-8fda6cb7ffda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.340072728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"792b1da1-612f-4a39-99af-091f81afb455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.431349486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"51769fdd-38e1-48c5-92b1-a015ec92a827","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.431378369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"51769fdd-38e1-48c5-92b1-a015ec92a827","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.484199733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"79d3fb7d-929e-4e24-b3ef-4dba7927ceab","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.532539654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"8e627bed-8c6a-4c79-b3eb-4325f58b27d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.552596152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"6f16efbd-cbcb-440f-88c6-aa1448b45169","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.589482503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"8e627bed-8c6a-4c79-b3eb-4325f58b27d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.611134697Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"79d3fb7d-929e-4e24-b3ef-4dba7927ceab","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.612115824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"6f16efbd-cbcb-440f-88c6-aa1448b45169","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.667076109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d96a66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"79d3fb7d-929e-4e24-b3ef-4dba7927ceab","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.700053814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a64c521c-3412-4dc0-8a3a-747027155971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.700423063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"5640dea9-483d-46d3-8570-d41b747be312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.75706007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"5640dea9-483d-46d3-8570-d41b747be312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.757089258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a64c521c-3412-4dc0-8a3a-747027155971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.776033998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"0452b51e-4187-49b9-92cb-0228ceb75fca","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.776064754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"0452b51e-4187-49b9-92cb-0228ceb75fca","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.812773086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 81, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a64c521c-3412-4dc0-8a3a-747027155971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.005936551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7957aa75-8865-498c-a95d-4e816a4f0a42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.010766789Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"864f7bf9-403d-4b9f-b6fd-bb1f972ab392","namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.033636806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"efb963a0-4f92-4b70-b023-605d454dbf39","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.062539349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7957aa75-8865-498c-a95d-4e816a4f0a42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.096433689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"efb963a0-4f92-4b70-b023-605d454dbf39","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.105481052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"efbb3699-2834-442d-a999-4b972049451b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.105518376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9f112527-3d6a-4f7c-b21d-99d0e36289ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.136891849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"fc088117-708e-4e8d-a74c-e159fb4a67ca","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.162305911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9f112527-3d6a-4f7c-b21d-99d0e36289ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.162473298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"efbb3699-2834-442d-a999-4b972049451b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.193770159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"fc088117-708e-4e8d-a74c-e159fb4a67ca","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.421961249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"20102c02-7d38-4528-aa5e-6340c70edb4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.472092576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"536a3381-4d01-409b-95f4-76a334265ad8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.473966572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"e690705d-e59a-4cee-8329-690d135722bd","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.478395112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"20102c02-7d38-4528-aa5e-6340c70edb4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.529037981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"536a3381-4d01-409b-95f4-76a334265ad8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.530313326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"e690705d-e59a-4cee-8329-690d135722bd","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.58456171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"536a3381-4d01-409b-95f4-76a334265ad8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.585604078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d96a66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"e690705d-e59a-4cee-8329-690d135722bd","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.605964472Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"e745023d-224d-4a00-ad14-f697c2c2a84e","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.626949554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b2d4d74-c78a-458c-8025-668c193a954f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.676641024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"4f57a4dc-3177-4c9e-adc1-1d585cad977e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.683561025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b2d4d74-c78a-458c-8025-668c193a954f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.734228331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"4f57a4dc-3177-4c9e-adc1-1d585cad977e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.738763792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 81, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b2d4d74-c78a-458c-8025-668c193a954f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.741221348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5f0f838a-aff1-47f7-bb1e-838dac995a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.741737757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"7c34800b-ef30-473b-a867-fd153069383f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.806345924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"7c34800b-ef30-473b-a867-fd153069383f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.810532061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"5f0f838a-aff1-47f7-bb1e-838dac995a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.848193056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6438f25d-3bfe-4a90-b0a7-09d560230640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:17.906094818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6438f25d-3bfe-4a90-b0a7-09d560230640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.099421562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"89e5cc7a-7338-4a16-8dcf-818447b87fbf","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.15657484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"89e5cc7a-7338-4a16-8dcf-818447b87fbf","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.262395088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"d13f2e2c-b7ad-4eb6-9881-1b85aa1fdb7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.316824015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"b11ffe7d-b6ae-4a5c-a875-d0ddda5ada67","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.32139532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"d13f2e2c-b7ad-4eb6-9881-1b85aa1fdb7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.373672251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"b11ffe7d-b6ae-4a5c-a875-d0ddda5ada67","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.433413484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"509226c4-fbc7-49d9-b7d3-1c8cb5df27ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.434169954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"fce3921b-adef-451a-acee-30ba8135a4a4","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.492482275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"509226c4-fbc7-49d9-b7d3-1c8cb5df27ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.492871697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"fce3921b-adef-451a-acee-30ba8135a4a4","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.589256295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49bcca8b-48c1-4c39-ac63-9349d942e70b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.645889079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49bcca8b-48c1-4c39-ac63-9349d942e70b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.689078453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9eadbc5f-c363-4487-a433-45720e109f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.74594505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"9eadbc5f-c363-4487-a433-45720e109f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.988757805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"d5523277-31a6-4e93-bdde-ddfbcd77e569","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.988805461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"d5523277-31a6-4e93-bdde-ddfbcd77e569","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-ok-96dfc2-b93d67df4089","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-ok-96dfc2","externalModel":"e2e-cfl-ok-96dfc2","provider":"e2e-cfl-ok-96dfc2-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.150809675Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-sub","reconcileID":"e9c4e7ce-61ed-40f0-a5cc-c5ea8b494d29","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a1607c6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.24872873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"d8ec8811-6b01-46e6-8667-31b8d36d637c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.251208152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"e8b0bbf0-46d6-4780-bc64-922de0125098","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.255032158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"21d0034d-4518-401e-bfa0-ec33c2bcf03e","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.255032454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"1064d56e-26cc-406a-a646-ba669a482b3d","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.262257275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"11e247da-ea3e-4d33-aba7-583883ff7d9a","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.3057732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"d8ec8811-6b01-46e6-8667-31b8d36d637c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.309163492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"e8b0bbf0-46d6-4780-bc64-922de0125098","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.31215832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"21d0034d-4518-401e-bfa0-ec33c2bcf03e","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.312950603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"1064d56e-26cc-406a-a646-ba669a482b3d","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.321824126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"11e247da-ea3e-4d33-aba7-583883ff7d9a","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.583273317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"c1a59bca-e9bd-47d8-829d-8dea7419aeee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.934274095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"93ce5545-2db6-4153-bd5a-5397cf3c758d","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.934994558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"f5b1d6d2-0f30-4490-967c-fa5efb2703c2","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-eafa67","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.991473304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"93ce5545-2db6-4153-bd5a-5397cf3c758d","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.998427049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"f22d57a0-6fa2-4714-a21b-aee7db9b716f","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:19.998434785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"8b8cef5b-c4ae-4707-90cf-1f69bc155558","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.003147484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"505d0f0f-07d7-43a2-88bc-f8825b48cb24","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.003168848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"24030caf-696f-4583-bb52-b8261cf6bd07","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.051192884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"e86067b3-d88a-477e-9fc3-6929caee4555","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.055279926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"f22d57a0-6fa2-4714-a21b-aee7db9b716f","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.055350255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"8b8cef5b-c4ae-4707-90cf-1f69bc155558","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.065601481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"24030caf-696f-4583-bb52-b8261cf6bd07","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.069024839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"505d0f0f-07d7-43a2-88bc-f8825b48cb24","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.151129357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8b350656-02bb-492c-b5f1-0662abdcbf83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.253299372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"eede0ad5-4b8d-448c-96d8-5f50acd811ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.297583974Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"ed02d395-52b8-4d1a-8df8-fa2467f50413","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.3613885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2efb628b-0f32-4c11-9513-39ba6ba87f08","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.418224241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-sub","reconcileID":"d2424c2c-edc7-4f38-8d3e-b87979d214f5","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.73896795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"45b71b41-dea5-467f-98c1-95b5acc28cbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.858767715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"ab2cf2b3-fb08-4aa2-bb06-e7f7c89766f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:21.03426233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-sub","reconcileID":"18e5fe59-db57-4401-bcc6-2b8c929f2f02","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:21.149727957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"a7bcd2b7-1638-4013-9f59-347daca9b894","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-725b71","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:21.195142307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"dd6b512b-e19d-4554-9201-92960de1559c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:21.385526406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"9a52a2d0-4120-413d-9846-33c4cdc52d3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:21.443946451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"9a52a2d0-4120-413d-9846-33c4cdc52d3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:21.499627854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"9a52a2d0-4120-413d-9846-33c4cdc52d3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:27.692160225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"2c2e61c3-104c-4f3b-b195-1d007f54b17c","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:27.713851002Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"d23211c8-1762-44a9-bb15-629c741588de","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:27.749153628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"2c2e61c3-104c-4f3b-b195-1d007f54b17c","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:27.804449159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d96a66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"2c2e61c3-104c-4f3b-b195-1d007f54b17c","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:27.896965761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9083d39d-e8f1-4b6a-bf16-06507b50d6e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:27.954044605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9083d39d-e8f1-4b6a-bf16-06507b50d6e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:28.009880939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 81, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9083d39d-e8f1-4b6a-bf16-06507b50d6e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:29.203690504Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-sub","reconcileID":"a04c57e4-3385-4655-8a3a-380d6e7e3364","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","subscription":"e2e-cfl-ok-96dfc2-f05e07-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:29.309151334Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-sub","reconcileID":"a04c57e4-3385-4655-8a3a-380d6e7e3364","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:29.370664608Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-sub","reconcileID":"a04c57e4-3385-4655-8a3a-380d6e7e3364","MaaSSubscription":{"name":"e2e-cfl-ok-96dfc2-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:29.649241327Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-9061e1-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:29.700745318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"81f567a3-4bd9-4257-8125-9aa2e19878a6","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:29.700773714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"81f567a3-4bd9-4257-8125-9aa2e19878a6","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-ok-96dfc2-b93d67df4089","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-ok-96dfc2","externalModel":"e2e-cfl-ok-96dfc2","provider":"e2e-cfl-ok-96dfc2-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:29.862688547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"b7d82bb5-e4cb-4649-9239-d6ad36eba2f0","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:29.862843926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"b7d82bb5-e4cb-4649-9239-d6ad36eba2f0","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:29.961450287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"a1f7b7ad-1be4-462c-973d-10bf57f2592c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:29.972258466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"4361936d-bc6e-4810-9882-04e13e1ba568","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:29.973099678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"88195453-5714-4200-9bd1-5ce9d54a94ab","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:29.97523426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"190d99db-a1b0-4690-a9cc-f68ff4c76e6a","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:29.975890011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"f7d83e63-c42b-44b2-84fe-2fda40e41c7a","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:29.976293154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"df14e8f9-68ac-4c23-959c-f475c8c8ff12","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:29.976367931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"df14e8f9-68ac-4c23-959c-f475c8c8ff12","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.019382228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"a1f7b7ad-1be4-462c-973d-10bf57f2592c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.033210602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"4361936d-bc6e-4810-9882-04e13e1ba568","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.035669874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"88195453-5714-4200-9bd1-5ce9d54a94ab","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.03653857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"f7d83e63-c42b-44b2-84fe-2fda40e41c7a","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.039006022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"190d99db-a1b0-4690-a9cc-f68ff4c76e6a","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.083481749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"1e68b62e-c3b7-4168-9fbd-b5fd5c28492b","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.083617853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"1e68b62e-c3b7-4168-9fbd-b5fd5c28492b","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-ok-96dfc2-b93d67df4089","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-ok-96dfc2","externalModel":"e2e-cfl-ok-96dfc2","provider":"e2e-cfl-ok-96dfc2-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.189317643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"f161fb2f-db51-4bcc-85fc-7ede112b9df1","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.189422843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"f161fb2f-db51-4bcc-85fc-7ede112b9df1","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"routeName":"external-model-e2e-cfl-same-b01585-ebf820ffadeb","namespace":"e2e-extmod-cfl-2-9061e1","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.288308518Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-ok-96dfc2-f05e07-access","reconcileID":"4fb5a28d-40f8-40b9-843f-722d37cfa099","MaaSAuthPolicy":{"name":"e2e-cfl-ok-96dfc2-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.293797306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"ed8fc24f-2b55-413c-93d8-bc710d82ae96","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.293821262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"ed8fc24f-2b55-413c-93d8-bc710d82ae96","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.402766623Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"82dc0b88-dbeb-4ff4-b80c-278338de4169","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.597831687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"b49fcac7-6bff-4bd6-b45f-b80f5e3f68f6","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.597859675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"b49fcac7-6bff-4bd6-b45f-b80f5e3f68f6","MaaSModelRef":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-ok-96dfc2-b93d67df4089","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-ok-96dfc2","externalModel":"e2e-cfl-ok-96dfc2","provider":"e2e-cfl-ok-96dfc2-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.077569377Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"b6d60815-5ff8-40d6-b71f-8d2e4c8d10d5","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.189865228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"693f6d03-276b-4a35-a82b-4e66d50edd25","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.191617668Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"3bed52e1-1bcf-4636-b7da-bf164886e843","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.197670289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"469888cd-3a0a-4b60-ab67-b403dbbcf7ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.242325463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"b8e43981-d89b-4a97-96f4-a61140a311a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.242882858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"a2d23a95-1e6e-400e-a6fa-10c49749cb08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.248917301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"693f6d03-276b-4a35-a82b-4e66d50edd25","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.249399543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4b2ef14-860b-432a-be68-85f6abd824ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.256677963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"469888cd-3a0a-4b60-ab67-b403dbbcf7ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.310622412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"a2d23a95-1e6e-400e-a6fa-10c49749cb08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.315516656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d96a66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"693f6d03-276b-4a35-a82b-4e66d50edd25","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.311354671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"b8e43981-d89b-4a97-96f4-a61140a311a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.315331627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"96d6ac50-10f6-4590-8bb4-b421a0af3c04","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.315974283Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"96d6ac50-10f6-4590-8bb4-b421a0af3c04","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.313642884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4b2ef14-860b-432a-be68-85f6abd824ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.31771819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"469888cd-3a0a-4b60-ab67-b403dbbcf7ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.376489901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 81, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4b2ef14-860b-432a-be68-85f6abd824ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.435699494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"dab0d107-9dc1-412a-8ca0-415244bcc1cb","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-725b71","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.436426243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-sub","reconcileID":"03329dba-5737-4b32-9126-a96ecca3d5cc","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.437314248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"29e4919e-75ad-4a45-a20e-da8f2c2c90d1","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.437380307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"29e4919e-75ad-4a45-a20e-da8f2c2c90d1","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.492573069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"776caec6-7621-4da3-a166-4c1f034c4be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.5515312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"776caec6-7621-4da3-a166-4c1f034c4be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.593528591Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-96dfc2","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","reconcileID":"af04717e-ed26-4951-b5b5-7d3aeb850f60","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-ok-96dfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.601294821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"a5e0ac07-0752-4aae-a917-e68f7287dff7","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.659681289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"a5e0ac07-0752-4aae-a917-e68f7287dff7","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.70337533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"48c6ec63-7c62-4f75-96f3-10e833155add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.70358497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"58411bec-100c-468d-9173-2f022a376d07","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.703821707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8fe92730-198a-4484-9608-c939fa1c5abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.768368927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"48c6ec63-7c62-4f75-96f3-10e833155add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.768408065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"58411bec-100c-468d-9173-2f022a376d07","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.772283793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"8fe92730-198a-4484-9608-c939fa1c5abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:31.991663794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"404e10ac-8ba2-4b14-885b-16177f9edf4f","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.05346568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"404e10ac-8ba2-4b14-885b-16177f9edf4f","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.128999293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"b1755a4d-20ba-4dcd-b57b-ef36f2cf146b","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.129025091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"b1755a4d-20ba-4dcd-b57b-ef36f2cf146b","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"routeName":"external-model-e2e-cfl-same-b01585-ebf820ffadeb","namespace":"e2e-extmod-cfl-2-9061e1","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.197226104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a6223a09-8ef1-4c58-98ec-f3415b25594b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.197404331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"a26e0222-fd64-4374-b7b9-10dbd3e7b976","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.197693724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9095f455-06a9-44e4-834f-5fe6115130dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.237422079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"d5317c08-9eae-4940-9335-826ba2de1295","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.25467543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9095f455-06a9-44e4-834f-5fe6115130dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.254748994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a6223a09-8ef1-4c58-98ec-f3415b25594b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.257049203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"a26e0222-fd64-4374-b7b9-10dbd3e7b976","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.295927339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"d5317c08-9eae-4940-9335-826ba2de1295","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.296134835Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-sub","reconcileID":"3f563a7e-8a74-40e7-acfe-98940f615529","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b2071016","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.351888087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d96a66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"d5317c08-9eae-4940-9335-826ba2de1295","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.441513092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"1b633255-6e92-4532-bac3-c9688d6ea589","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.5008695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"1b633255-6e92-4532-bac3-c9688d6ea589","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.516105176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f496a7b0-4bf5-4f8f-8b47-494ad879eee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.556351772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"1b633255-6e92-4532-bac3-c9688d6ea589","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.57957415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f496a7b0-4bf5-4f8f-8b47-494ad879eee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.598535356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1b1c85f5-aff3-4b49-ae8c-b847e7de78e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.598589686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"4a437106-fd62-402f-b625-8c90d88694c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.636032167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 81, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f496a7b0-4bf5-4f8f-8b47-494ad879eee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.655654111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"4a437106-fd62-402f-b625-8c90d88694c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.65577005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1b1c85f5-aff3-4b49-ae8c-b847e7de78e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.704560835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"11b5d2d9-9604-4453-9c93-a7edfaf09816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.720920041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2ca7abad-3f2e-4d90-8042-f1a2a2fe1d90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.76452894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"11b5d2d9-9604-4453-9c93-a7edfaf09816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.783278308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"2ca7abad-3f2e-4d90-8042-f1a2a2fe1d90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.805303514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"8fc7bed2-76c6-4bd8-bbea-925f60c40486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:32.871589901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"8fc7bed2-76c6-4bd8-bbea-925f60c40486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:33.087123862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"6ececbc2-6b73-4ce3-98fb-89376815c7d8","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:33.091372789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"fc8c96a2-135d-4383-b5d8-fc8e0b414caf","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:33.144321803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"6ececbc2-6b73-4ce3-98fb-89376815c7d8","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:33.147956463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"fc8c96a2-135d-4383-b5d8-fc8e0b414caf","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:33.238242879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"f7e3d475-7dbf-4b30-86a9-54e1c1918918","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:33.294882277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"f7e3d475-7dbf-4b30-86a9-54e1c1918918","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:33.344769214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"192f3986-1284-4a94-ad86-17177de23a34","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:33.402124717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"192f3986-1284-4a94-ad86-17177de23a34","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:40.507579334Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"7ba2df04-26cc-4c1c-a659-ab3e550d195d","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:41.303939806Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"7ef6b0e2-2582-463f-92e8-e88c55eecd11","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:41.886341278Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:42.348889179Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-sub","reconcileID":"78c24d8b-3ce3-4c1d-b304-4a2da85c9dd0","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","subscription":"e2e-cfl-same-b01585-9061e1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:42.453252379Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-sub","reconcileID":"78c24d8b-3ce3-4c1d-b304-4a2da85c9dd0","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:42.458106247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"5319120e-09aa-43dd-a3bf-ba2d48ed448b","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:42.505578343Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-sub","reconcileID":"78c24d8b-3ce3-4c1d-b304-4a2da85c9dd0","MaaSSubscription":{"name":"e2e-cfl-same-b01585-9061e1-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:42.514924826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"5319120e-09aa-43dd-a3bf-ba2d48ed448b","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:42.570208653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d96a66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"5319120e-09aa-43dd-a3bf-ba2d48ed448b","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:42.662659035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"f512846b-5e5f-442a-979e-9c32ca0df9e0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:42.71927506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"f512846b-5e5f-442a-979e-9c32ca0df9e0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:42.77463999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"f512846b-5e5f-442a-979e-9c32ca0df9e0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:42.776319704Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-same-b01585-f05e07-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:42.817480971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36497c47-a840-4dcb-9bcc-1a5ba9931a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:42.838978036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"ea9933ff-d098-4ae0-8880-5326ca43d6d2","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:42.839010389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"ea9933ff-d098-4ae0-8880-5326ca43d6d2","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"routeName":"external-model-e2e-cfl-same-b01585-ebf820ffadeb","namespace":"e2e-extmod-cfl-2-9061e1","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:42.874338854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36497c47-a840-4dcb-9bcc-1a5ba9931a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:42.93184276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 81, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36497c47-a840-4dcb-9bcc-1a5ba9931a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.006202286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"94a7c951-476b-4aaa-b5f3-e8360a6b5102","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.006223347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"94a7c951-476b-4aaa-b5f3-e8360a6b5102","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.039337235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"0feffc90-64a7-44a2-83b1-d849cdbee181","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.041098031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"49cfa9b1-77eb-4c1c-b1cf-cf36fa93cc96","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.050712817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"7a2abd1f-0529-4718-84d2-b507f938e911","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.050774519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"c709fdf7-a3af-41ba-a441-56d904427f88","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.096489382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"0feffc90-64a7-44a2-83b1-d849cdbee181","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.097901556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"49cfa9b1-77eb-4c1c-b1cf-cf36fa93cc96","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.10739123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"c709fdf7-a3af-41ba-a441-56d904427f88","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.107447468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"7a2abd1f-0529-4718-84d2-b507f938e911","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.110233266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"804e1b24-0701-4adc-b389-c1695d55f2c3","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.110249109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"804e1b24-0701-4adc-b389-c1695d55f2c3","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.214467925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"a815c2de-eda3-428e-8cf0-dfddd8aeed3b","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.214488016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"a815c2de-eda3-428e-8cf0-dfddd8aeed3b","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"routeName":"external-model-e2e-cfl-same-b01585-ebf820ffadeb","namespace":"e2e-extmod-cfl-2-9061e1","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.318189739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"ccca87a3-d98c-4b33-852c-0cf7ba17c46e","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.318207731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"ccca87a3-d98c-4b33-852c-0cf7ba17c46e","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.455742778Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-9061e1-access","reconcileID":"6ba2ad2e-918a-4ddd-9111-ffadc617c5a7","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-9061e1-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.765034455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"be0a6a0d-6098-49d5-8bc9-9eb2c8bb0d1b","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-2-9061e1/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.765060022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"be0a6a0d-6098-49d5-8bc9-9eb2c8bb0d1b","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"routeName":"external-model-e2e-cfl-same-b01585-ebf820ffadeb","namespace":"e2e-extmod-cfl-2-9061e1","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.910527142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"482cd184-3d91-478b-8573-9f95bf920286","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.910550661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"482cd184-3d91-478b-8573-9f95bf920286","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:44.073261117Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-sub","reconcileID":"caf06c0e-f3d4-47c5-8724-7e46c5efc49c","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-27cb0565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:44.156114531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"956d9488-baba-4be7-ac12-92b2a71d8937","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:44.156116555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"a3aaf398-b665-4c47-baed-96b788899270","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:44.163149095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"3576cc54-8fd8-421a-a642-0fcb7c1c2cc1","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:44.212872042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"956d9488-baba-4be7-ac12-92b2a71d8937","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:44.212895503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"a3aaf398-b665-4c47-baed-96b788899270","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:44.21953393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"3576cc54-8fd8-421a-a642-0fcb7c1c2cc1","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:44.6833746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"2efce00b-84ad-4a92-ac1e-e752df431e71","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:44.68350462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"e6b413b6-7d8f-417e-9449-be5da0904ab8","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:44.741403289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"2efce00b-84ad-4a92-ac1e-e752df431e71","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:44.741426365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"e6b413b6-7d8f-417e-9449-be5da0904ab8","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:44.787331662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"c45dfe2d-ab7f-4765-81c4-40f66f29b278","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:44.843848382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"c45dfe2d-ab7f-4765-81c4-40f66f29b278","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:46.431352199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"762f853b-8a5f-4803-89ff-8222cd464fea","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:46.492829714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"762f853b-8a5f-4803-89ff-8222cd464fea","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:46.557593064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d96a66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0af4225b79c5e023512a434dda5ccde9ab4d42e305f59c9196ce23b7dd4d182) AuthConfig (4a69c37993f4cdbc7b95de8c18ff9a972d9c1691508b16f0a06d4c5ca4840ab3) AuthConfig (7b7515f663342ea2a17456ce50d09e20d1f2b80418201310637fa1cc68de53de) AuthConfig (4db3afb6de3ce4ec19b714a28243910a0a3ffddd70f6cedcbb5cfdef05eacc06) AuthConfig (71f11a5560c1175990dcc018740294ffb4749b79429f1cf50c8e2cb017127f31) AuthConfig (827f853e5b4785c60fdf9e1f70bd46ef146372ea1241d9a3898e41182123b3f8) AuthConfig (5f6a6dd4c89ec94f9029e9ec75559c4893606080015dbb235cae3b6b31a426eb) AuthConfig (3f7a961ae587d1b8d917a7d77709702432f087f5e3055bfcda8f1a1ae87a61dc) AuthConfig (5cdc67844cb577b0b51e6f502d0c6f7a3f2f0b7ffff17321ffcb199452d3611c) AuthConfig (b811cac1eb07f441fe5f6cefa2df0c660a7b3ccdf12270cc1948dafc60ed5662)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"762f853b-8a5f-4803-89ff-8222cd464fea","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:46.669025481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"96b0647a-ab54-4205-9d42-54b8001531b2","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:46.669054333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"96b0647a-ab54-4205-9d42-54b8001531b2","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:50.612814098Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"9337f169-ce95-4625-876b-7f605f0404a8","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:51.40815067Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"8c61de27-c09d-44c0-8e85-add693914228","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:52.880195834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"fe3c2f2e-bc2f-4e47-9d40-4d70b9268e1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:52.936826465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"fe3c2f2e-bc2f-4e47-9d40-4d70b9268e1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:52.992162724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (55660fa17d989602982998b0d59fbc0d9f2814cbcb407fcce2431e477ffca046) AuthConfig (9c2c5451dae86c747a1a579cab369bc50f096f5484970b378aa709b43be8d1de) AuthConfig (d88cf0f2676ac6f147675d594267120ff83d3f852d3f3c18c28015bbffea1408) AuthConfig (8a0d01c1b97ca1df87641fb0a239722c7b49d8aedc4eca0b2a4fdf5b16487cff) AuthConfig (76034e3dcd2b2cf5f0eaa04b5f32404eec9f25ccbfcb224e192fc9fa847837c5) AuthConfig (c141429e10cc867ad6a521b4613e948157f1a227ee57b72dd6cbdce7f72b8caf) AuthConfig (9815cc04687cf01ef0ac7c4d5c9f6125dad9877e273d6a4fa9da45d3ade5f6ef) AuthConfig (5fd2372c8c5d2208436dbb93fc6bb0e498a967dff6399b6cae5c1148ca77d807) AuthConfig (4fd7a133fad82ab63924e05316b147310bcfcabf6936433799c7de3c1d6dff66) AuthConfig (af7b7878d26f6cc4e90b9f50b3c07bb1aadd89934392d333a234e94716d80e8b) AuthConfig (42e334b660f17fe9621e9f51129acd34803e7b85feeb7b017d408ce4503d925e) AuthConfig (f9718aada27348f89f1417ea79e143150537d86206d2d5146f80ac63d3e4678f) AuthConfig (4cc4f11a7c2b2c230ae4877ead1f2f747bdc8b4f3da8521524592f84cdcf2350) AuthConfig (a011d8de4cd3511f86e9da09636a45305e98ebdbd3adc3864bc0c08155163f94) AuthConfig (eb32e71dd026699bf70b422c393cc3737bee71d9e6215853d0f0ee8e50f88465) AuthConfig (684adb7e54e10d026e90bc67e5937464b48c833a114bd4a7f954d45d5c02c13d) AuthConfig (7a194c45c4465d7f81b8fe83affd259345f5bc824dd592fe49a631889e89a2cd) AuthConfig (76e8f2154ece1f608129a60edf2ee48cdf47cc47c7c736f2d3ea6ae890a021ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"fe3c2f2e-bc2f-4e47-9d40-4d70b9268e1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:53.049484223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"4948d639-b3ec-48e1-9a69-2c89f49c8fa3","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:53.049503691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"4948d639-b3ec-48e1-9a69-2c89f49c8fa3","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:53.08967885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55acfdf2-dc25-4e45-8136-a46ae0df4d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:53.147002203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55acfdf2-dc25-4e45-8136-a46ae0df4d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:53.202829444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55acfdf2-dc25-4e45-8136-a46ae0df4d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:53.261965389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c561dff-8c3f-431a-bfb8-12790ee0e0b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:53.261989381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c561dff-8c3f-431a-bfb8-12790ee0e0b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.126065058Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-sub","reconcileID":"c491b5d6-ee12-439f-83c7-1cb93adeed87","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","subscription":"e2e-cfl-same-b01585-f05e07-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.234026241Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-sub","reconcileID":"c491b5d6-ee12-439f-83c7-1cb93adeed87","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.285610561Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-sub","reconcileID":"c491b5d6-ee12-439f-83c7-1cb93adeed87","MaaSSubscription":{"name":"e2e-cfl-same-b01585-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.556768306Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dee6aa priority=0:[ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-725b71-f05e07-sub ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67-dee6aa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.608350353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"1e453397-efb3-4a5d-bcb3-53143ba16f25","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.608377792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"1e453397-efb3-4a5d-bcb3-53143ba16f25","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.763819949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"d4383dd2-1865-4c23-9131-e971bb3457aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.76388982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"de18dbee-b5af-477d-882c-b4eee34dabfb","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.767825819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"c5c0c437-08d4-4641-9b8f-a377e1911e97","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.7698682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"2fd7a425-7b21-4025-b55e-e51f136302ef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.769885982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"2fd7a425-7b21-4025-b55e-e51f136302ef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.820885479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"d4383dd2-1865-4c23-9131-e971bb3457aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.821016648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"de18dbee-b5af-477d-882c-b4eee34dabfb","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.82509073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"c5c0c437-08d4-4641-9b8f-a377e1911e97","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.874077918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"e974faa9-a75d-4976-b6fc-6f64fee21870","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.874101785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"e974faa9-a75d-4976-b6fc-6f64fee21870","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.9781662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"d50e6dff-a205-49be-8794-57d3ac9d0e0e","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.978196659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"d50e6dff-a205-49be-8794-57d3ac9d0e0e","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:55.079711504Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-same-b01585-f05e07-access","reconcileID":"b02b8844-4a6b-4fe8-829a-c5801df95460","MaaSAuthPolicy":{"name":"e2e-cfl-same-b01585-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:55.342686198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"3ffe202a-ef21-492a-a2f4-51d1ed4b4d31","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:55.342717345Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"3ffe202a-ef21-492a-a2f4-51d1ed4b4d31","MaaSModelRef":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-same-b01585-9870aabc7c12","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-same-b01585","externalModel":"e2e-cfl-same-b01585","provider":"e2e-cfl-same-b01585","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:55.863455883Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"b4c5c607-71fc-4a5e-ac65-b2bd362b6a4f","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:55.969650253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"bd3d6af4-416f-46cc-be0f-f3ad8dce313e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:55.971147099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"48130b98-24ee-43e4-814d-3c79b4dcc370","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:55.973344477Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"f62eeb65-cf07-4680-aa7e-cef47ee5e9ca","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.020750641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"26e7a011-d997-4dd5-8f0a-4534faa248f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.023329178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"1036a7de-c826-404a-a401-5aaa0bc22b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.023913302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6d55180-41f2-4c4c-bc5f-025e71a3dd23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.026647645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"bd3d6af4-416f-46cc-be0f-f3ad8dce313e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.027919595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"48130b98-24ee-43e4-814d-3c79b4dcc370","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.077455991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"6b5cdcd8-cb03-4b82-93bc-79c6726142b9","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.077481705Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"6b5cdcd8-cb03-4b82-93bc-79c6726142b9","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.077913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"26e7a011-d997-4dd5-8f0a-4534faa248f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.080044332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"1036a7de-c826-404a-a401-5aaa0bc22b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.080833906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6d55180-41f2-4c4c-bc5f-025e71a3dd23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.08184941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (55660fa17d989602982998b0d59fbc0d9f2814cbcb407fcce2431e477ffca046) AuthConfig (9c2c5451dae86c747a1a579cab369bc50f096f5484970b378aa709b43be8d1de) AuthConfig (d88cf0f2676ac6f147675d594267120ff83d3f852d3f3c18c28015bbffea1408) AuthConfig (8a0d01c1b97ca1df87641fb0a239722c7b49d8aedc4eca0b2a4fdf5b16487cff) AuthConfig (76034e3dcd2b2cf5f0eaa04b5f32404eec9f25ccbfcb224e192fc9fa847837c5) AuthConfig (c141429e10cc867ad6a521b4613e948157f1a227ee57b72dd6cbdce7f72b8caf) AuthConfig (9815cc04687cf01ef0ac7c4d5c9f6125dad9877e273d6a4fa9da45d3ade5f6ef) AuthConfig (5fd2372c8c5d2208436dbb93fc6bb0e498a967dff6399b6cae5c1148ca77d807) AuthConfig (4fd7a133fad82ab63924e05316b147310bcfcabf6936433799c7de3c1d6dff66) AuthConfig (af7b7878d26f6cc4e90b9f50b3c07bb1aadd89934392d333a234e94716d80e8b) AuthConfig (42e334b660f17fe9621e9f51129acd34803e7b85feeb7b017d408ce4503d925e) AuthConfig (f9718aada27348f89f1417ea79e143150537d86206d2d5146f80ac63d3e4678f) AuthConfig (4cc4f11a7c2b2c230ae4877ead1f2f747bdc8b4f3da8521524592f84cdcf2350) AuthConfig (a011d8de4cd3511f86e9da09636a45305e98ebdbd3adc3864bc0c08155163f94) AuthConfig (eb32e71dd026699bf70b422c393cc3737bee71d9e6215853d0f0ee8e50f88465) AuthConfig (684adb7e54e10d026e90bc67e5937464b48c833a114bd4a7f954d45d5c02c13d) AuthConfig (7a194c45c4465d7f81b8fe83affd259345f5bc824dd592fe49a631889e89a2cd) AuthConfig (76e8f2154ece1f608129a60edf2ee48cdf47cc47c7c736f2d3ea6ae890a021ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"bd3d6af4-416f-46cc-be0f-f3ad8dce313e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.083139643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d96a66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0af4225b79c5e023512a434dda5ccde9ab4d42e305f59c9196ce23b7dd4d182) AuthConfig (4a69c37993f4cdbc7b95de8c18ff9a972d9c1691508b16f0a06d4c5ca4840ab3) AuthConfig (7b7515f663342ea2a17456ce50d09e20d1f2b80418201310637fa1cc68de53de) AuthConfig (4db3afb6de3ce4ec19b714a28243910a0a3ffddd70f6cedcbb5cfdef05eacc06) AuthConfig (71f11a5560c1175990dcc018740294ffb4749b79429f1cf50c8e2cb017127f31) AuthConfig (827f853e5b4785c60fdf9e1f70bd46ef146372ea1241d9a3898e41182123b3f8) AuthConfig (5f6a6dd4c89ec94f9029e9ec75559c4893606080015dbb235cae3b6b31a426eb) AuthConfig (3f7a961ae587d1b8d917a7d77709702432f087f5e3055bfcda8f1a1ae87a61dc) AuthConfig (5cdc67844cb577b0b51e6f502d0c6f7a3f2f0b7ffff17321ffcb199452d3611c) AuthConfig (b811cac1eb07f441fe5f6cefa2df0c660a7b3ccdf12270cc1948dafc60ed5662)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"48130b98-24ee-43e4-814d-3c79b4dcc370","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.13716552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6d55180-41f2-4c4c-bc5f-025e71a3dd23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.183992186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"833f3f99-ac83-4ae7-9240-da1d426114fb","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-725b71","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.238670314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"c4b2f73e-3e34-468e-9a41-a001f265c4c4","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.242026651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"151dcc98-d15f-4d33-86dc-36de4cf11fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.295363943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"c4b2f73e-3e34-468e-9a41-a001f265c4c4","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.300463685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"151dcc98-d15f-4d33-86dc-36de4cf11fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.338896429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4665e2f3-d2ed-452f-be3e-4610eee75838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.371311591Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"c24a73ca-8898-43d2-b8d1-5cc49127780f","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.397578201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4665e2f3-d2ed-452f-be3e-4610eee75838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.440530209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"aceca457-2511-4fad-bb6d-e2e8913263e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.440530853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7c968ee3-e7a6-4ed6-b3d2-3934761bffbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.497380674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7c968ee3-e7a6-4ed6-b3d2-3934761bffbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.497834124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"aceca457-2511-4fad-bb6d-e2e8913263e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.659475722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"9e326bf1-f4d9-46b1-869e-df71f7a63de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.711479326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"b01bd21b-58b7-4aac-bdd0-a3ebd8824158","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.716258601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"9e326bf1-f4d9-46b1-869e-df71f7a63de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.760801416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"a317148d-6ba1-4fe4-891f-2173fe8cc764","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.76829584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"b01bd21b-58b7-4aac-bdd0-a3ebd8824158","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.809721417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"c2aee437-0fbd-428e-a9e0-20be1bcd0ea3","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.81796153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"a317148d-6ba1-4fe4-891f-2173fe8cc764","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.825749107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (55660fa17d989602982998b0d59fbc0d9f2814cbcb407fcce2431e477ffca046) AuthConfig (9c2c5451dae86c747a1a579cab369bc50f096f5484970b378aa709b43be8d1de) AuthConfig (d88cf0f2676ac6f147675d594267120ff83d3f852d3f3c18c28015bbffea1408) AuthConfig (8a0d01c1b97ca1df87641fb0a239722c7b49d8aedc4eca0b2a4fdf5b16487cff) AuthConfig (76034e3dcd2b2cf5f0eaa04b5f32404eec9f25ccbfcb224e192fc9fa847837c5) AuthConfig (c141429e10cc867ad6a521b4613e948157f1a227ee57b72dd6cbdce7f72b8caf) AuthConfig (9815cc04687cf01ef0ac7c4d5c9f6125dad9877e273d6a4fa9da45d3ade5f6ef) AuthConfig (5fd2372c8c5d2208436dbb93fc6bb0e498a967dff6399b6cae5c1148ca77d807) AuthConfig (4fd7a133fad82ab63924e05316b147310bcfcabf6936433799c7de3c1d6dff66) AuthConfig (af7b7878d26f6cc4e90b9f50b3c07bb1aadd89934392d333a234e94716d80e8b) AuthConfig (42e334b660f17fe9621e9f51129acd34803e7b85feeb7b017d408ce4503d925e) AuthConfig (f9718aada27348f89f1417ea79e143150537d86206d2d5146f80ac63d3e4678f) AuthConfig (4cc4f11a7c2b2c230ae4877ead1f2f747bdc8b4f3da8521524592f84cdcf2350) AuthConfig (a011d8de4cd3511f86e9da09636a45305e98ebdbd3adc3864bc0c08155163f94) AuthConfig (eb32e71dd026699bf70b422c393cc3737bee71d9e6215853d0f0ee8e50f88465) AuthConfig (684adb7e54e10d026e90bc67e5937464b48c833a114bd4a7f954d45d5c02c13d) AuthConfig (7a194c45c4465d7f81b8fe83affd259345f5bc824dd592fe49a631889e89a2cd) AuthConfig (76e8f2154ece1f608129a60edf2ee48cdf47cc47c7c736f2d3ea6ae890a021ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"b01bd21b-58b7-4aac-bdd0-a3ebd8824158","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.861653096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00f1fe49-56fd-40d3-9ba3-ef567122b3d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.867554793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"c2aee437-0fbd-428e-a9e0-20be1bcd0ea3","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.918916833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00f1fe49-56fd-40d3-9ba3-ef567122b3d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.924531816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d96a66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0af4225b79c5e023512a434dda5ccde9ab4d42e305f59c9196ce23b7dd4d182) AuthConfig (4a69c37993f4cdbc7b95de8c18ff9a972d9c1691508b16f0a06d4c5ca4840ab3) AuthConfig (7b7515f663342ea2a17456ce50d09e20d1f2b80418201310637fa1cc68de53de) AuthConfig (4db3afb6de3ce4ec19b714a28243910a0a3ffddd70f6cedcbb5cfdef05eacc06) AuthConfig (71f11a5560c1175990dcc018740294ffb4749b79429f1cf50c8e2cb017127f31) AuthConfig (827f853e5b4785c60fdf9e1f70bd46ef146372ea1241d9a3898e41182123b3f8) AuthConfig (5f6a6dd4c89ec94f9029e9ec75559c4893606080015dbb235cae3b6b31a426eb) AuthConfig (3f7a961ae587d1b8d917a7d77709702432f087f5e3055bfcda8f1a1ae87a61dc) AuthConfig (5cdc67844cb577b0b51e6f502d0c6f7a3f2f0b7ffff17321ffcb199452d3611c) AuthConfig (b811cac1eb07f441fe5f6cefa2df0c660a7b3ccdf12270cc1948dafc60ed5662)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"c2aee437-0fbd-428e-a9e0-20be1bcd0ea3","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.974794802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00f1fe49-56fd-40d3-9ba3-ef567122b3d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:56.983551116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e802fa1f-9416-4ce5-b138-1a72b32509c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.040052304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e802fa1f-9416-4ce5-b138-1a72b32509c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.083493613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"230eea97-67d8-41e9-9069-9379030c6738","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.083603922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"411136f6-413b-4ac3-9c0b-e86a7546b96c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.130722987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"dc8c08d0-92d6-4779-b0ce-a952693a0046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.141011756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"411136f6-413b-4ac3-9c0b-e86a7546b96c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.141033089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"230eea97-67d8-41e9-9069-9379030c6738","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.188712573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"dc8c08d0-92d6-4779-b0ce-a952693a0046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.281529031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"3265b3a9-5d95-4711-83be-4c9f7adc3465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.338750665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"3265b3a9-5d95-4711-83be-4c9f7adc3465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.350277918Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"113259be-fab1-43cd-b23a-c450105356a9","namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.484448766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"69ff8ff1-76ae-4820-b8c0-4d5900872f90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.484503014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"da6e8402-523e-47d3-9681-d801e6f87cc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.531967704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"8b8b6622-37c2-43be-b97d-e8e9709645fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.541880047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"69ff8ff1-76ae-4820-b8c0-4d5900872f90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.541928882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"da6e8402-523e-47d3-9681-d801e6f87cc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.588773231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"8b8b6622-37c2-43be-b97d-e8e9709645fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.631281126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"78a53de2-688f-46aa-9ed2-96d16d3cc0a7","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.644275593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (55660fa17d989602982998b0d59fbc0d9f2814cbcb407fcce2431e477ffca046) AuthConfig (9c2c5451dae86c747a1a579cab369bc50f096f5484970b378aa709b43be8d1de) AuthConfig (d88cf0f2676ac6f147675d594267120ff83d3f852d3f3c18c28015bbffea1408) AuthConfig (8a0d01c1b97ca1df87641fb0a239722c7b49d8aedc4eca0b2a4fdf5b16487cff) AuthConfig (76034e3dcd2b2cf5f0eaa04b5f32404eec9f25ccbfcb224e192fc9fa847837c5) AuthConfig (c141429e10cc867ad6a521b4613e948157f1a227ee57b72dd6cbdce7f72b8caf) AuthConfig (9815cc04687cf01ef0ac7c4d5c9f6125dad9877e273d6a4fa9da45d3ade5f6ef) AuthConfig (5fd2372c8c5d2208436dbb93fc6bb0e498a967dff6399b6cae5c1148ca77d807) AuthConfig (4fd7a133fad82ab63924e05316b147310bcfcabf6936433799c7de3c1d6dff66) AuthConfig (af7b7878d26f6cc4e90b9f50b3c07bb1aadd89934392d333a234e94716d80e8b) AuthConfig (42e334b660f17fe9621e9f51129acd34803e7b85feeb7b017d408ce4503d925e) AuthConfig (f9718aada27348f89f1417ea79e143150537d86206d2d5146f80ac63d3e4678f) AuthConfig (4cc4f11a7c2b2c230ae4877ead1f2f747bdc8b4f3da8521524592f84cdcf2350) AuthConfig (a011d8de4cd3511f86e9da09636a45305e98ebdbd3adc3864bc0c08155163f94) AuthConfig (eb32e71dd026699bf70b422c393cc3737bee71d9e6215853d0f0ee8e50f88465) AuthConfig (684adb7e54e10d026e90bc67e5937464b48c833a114bd4a7f954d45d5c02c13d) AuthConfig (7a194c45c4465d7f81b8fe83affd259345f5bc824dd592fe49a631889e89a2cd) AuthConfig (76e8f2154ece1f608129a60edf2ee48cdf47cc47c7c736f2d3ea6ae890a021ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"8b8b6622-37c2-43be-b97d-e8e9709645fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.689192914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"78a53de2-688f-46aa-9ed2-96d16d3cc0a7","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.744513344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d96a66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0af4225b79c5e023512a434dda5ccde9ab4d42e305f59c9196ce23b7dd4d182) AuthConfig (4a69c37993f4cdbc7b95de8c18ff9a972d9c1691508b16f0a06d4c5ca4840ab3) AuthConfig (7b7515f663342ea2a17456ce50d09e20d1f2b80418201310637fa1cc68de53de) AuthConfig (4db3afb6de3ce4ec19b714a28243910a0a3ffddd70f6cedcbb5cfdef05eacc06) AuthConfig (71f11a5560c1175990dcc018740294ffb4749b79429f1cf50c8e2cb017127f31) AuthConfig (827f853e5b4785c60fdf9e1f70bd46ef146372ea1241d9a3898e41182123b3f8) AuthConfig (5f6a6dd4c89ec94f9029e9ec75559c4893606080015dbb235cae3b6b31a426eb) AuthConfig (3f7a961ae587d1b8d917a7d77709702432f087f5e3055bfcda8f1a1ae87a61dc) AuthConfig (5cdc67844cb577b0b51e6f502d0c6f7a3f2f0b7ffff17321ffcb199452d3611c) AuthConfig (b811cac1eb07f441fe5f6cefa2df0c660a7b3ccdf12270cc1948dafc60ed5662)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"78a53de2-688f-46aa-9ed2-96d16d3cc0a7","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.784848041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bd32521-8528-4260-bde5-7a8810f9ad16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.802661405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82f77543-eb38-4c13-8a25-1b61faca89a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.841942408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bd32521-8528-4260-bde5-7a8810f9ad16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.859984279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82f77543-eb38-4c13-8a25-1b61faca89a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.89853627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bd32521-8528-4260-bde5-7a8810f9ad16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.908225556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a51587e8-7d49-4c81-ae0f-f095e046d57a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.965024534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"a51587e8-7d49-4c81-ae0f-f095e046d57a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.062907405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7df5fa49-69df-42bb-9226-26e153788c01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.0634725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"0925a886-1abf-4adb-bf84-25f9d953be6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.115779357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"325950f8-0c7b-4f24-a468-c98526c32ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.11986885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7df5fa49-69df-42bb-9226-26e153788c01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.158207959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"0925a886-1abf-4adb-bf84-25f9d953be6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.172264999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"325950f8-0c7b-4f24-a468-c98526c32ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.220159727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"5e47e37d-c322-4b9c-a494-afd745768332","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.276982513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"5e47e37d-c322-4b9c-a494-afd745768332","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.373373339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d6355ed2-fe0c-4c94-bf71-dd6114824313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.401453791Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"d2cd3b83-6357-4bef-81f9-e3b184e6efdf","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.431593828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"d6355ed2-fe0c-4c94-bf71-dd6114824313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.576246705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"83657028-bf02-4f05-9aa1-6b8659b9c2c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.576638701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"6ea83c57-2760-44b5-bca5-e400587a7195","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.634610697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"6ea83c57-2760-44b5-bca5-e400587a7195","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.634656941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"83657028-bf02-4f05-9aa1-6b8659b9c2c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.803011945Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"a245c19e-0ab5-4dc3-85e9-bc566ed96139","namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.908645349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"3a69b64a-be97-46a1-a1d5-0999ee0bba01","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.909965168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"fec4e049-4251-4b31-8e80-73159ce43300","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.959840235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efa5c549-6c98-4ab1-9cb1-fbab9ebc921d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.965145027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"3a69b64a-be97-46a1-a1d5-0999ee0bba01","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.966681935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"fec4e049-4251-4b31-8e80-73159ce43300","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:58.973658409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"aa67e33b-17fa-4581-a265-55522ec83ba6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.016979061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efa5c549-6c98-4ab1-9cb1-fbab9ebc921d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.020595477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d96a66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0af4225b79c5e023512a434dda5ccde9ab4d42e305f59c9196ce23b7dd4d182) AuthConfig (4a69c37993f4cdbc7b95de8c18ff9a972d9c1691508b16f0a06d4c5ca4840ab3) AuthConfig (7b7515f663342ea2a17456ce50d09e20d1f2b80418201310637fa1cc68de53de) AuthConfig (4db3afb6de3ce4ec19b714a28243910a0a3ffddd70f6cedcbb5cfdef05eacc06) AuthConfig (71f11a5560c1175990dcc018740294ffb4749b79429f1cf50c8e2cb017127f31) AuthConfig (827f853e5b4785c60fdf9e1f70bd46ef146372ea1241d9a3898e41182123b3f8) AuthConfig (5f6a6dd4c89ec94f9029e9ec75559c4893606080015dbb235cae3b6b31a426eb) AuthConfig (3f7a961ae587d1b8d917a7d77709702432f087f5e3055bfcda8f1a1ae87a61dc) AuthConfig (5cdc67844cb577b0b51e6f502d0c6f7a3f2f0b7ffff17321ffcb199452d3611c) AuthConfig (b811cac1eb07f441fe5f6cefa2df0c660a7b3ccdf12270cc1948dafc60ed5662)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"3a69b64a-be97-46a1-a1d5-0999ee0bba01","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.022169945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-afc555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (55660fa17d989602982998b0d59fbc0d9f2814cbcb407fcce2431e477ffca046) AuthConfig (9c2c5451dae86c747a1a579cab369bc50f096f5484970b378aa709b43be8d1de) AuthConfig (d88cf0f2676ac6f147675d594267120ff83d3f852d3f3c18c28015bbffea1408) AuthConfig (8a0d01c1b97ca1df87641fb0a239722c7b49d8aedc4eca0b2a4fdf5b16487cff) AuthConfig (76034e3dcd2b2cf5f0eaa04b5f32404eec9f25ccbfcb224e192fc9fa847837c5) AuthConfig (c141429e10cc867ad6a521b4613e948157f1a227ee57b72dd6cbdce7f72b8caf) AuthConfig (9815cc04687cf01ef0ac7c4d5c9f6125dad9877e273d6a4fa9da45d3ade5f6ef) AuthConfig (5fd2372c8c5d2208436dbb93fc6bb0e498a967dff6399b6cae5c1148ca77d807) AuthConfig (4fd7a133fad82ab63924e05316b147310bcfcabf6936433799c7de3c1d6dff66) AuthConfig (af7b7878d26f6cc4e90b9f50b3c07bb1aadd89934392d333a234e94716d80e8b) AuthConfig (42e334b660f17fe9621e9f51129acd34803e7b85feeb7b017d408ce4503d925e) AuthConfig (f9718aada27348f89f1417ea79e143150537d86206d2d5146f80ac63d3e4678f) AuthConfig (4cc4f11a7c2b2c230ae4877ead1f2f747bdc8b4f3da8521524592f84cdcf2350) AuthConfig (a011d8de4cd3511f86e9da09636a45305e98ebdbd3adc3864bc0c08155163f94) AuthConfig (eb32e71dd026699bf70b422c393cc3737bee71d9e6215853d0f0ee8e50f88465) AuthConfig (684adb7e54e10d026e90bc67e5937464b48c833a114bd4a7f954d45d5c02c13d) AuthConfig (7a194c45c4465d7f81b8fe83affd259345f5bc824dd592fe49a631889e89a2cd) AuthConfig (76e8f2154ece1f608129a60edf2ee48cdf47cc47c7c736f2d3ea6ae890a021ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"fec4e049-4251-4b31-8e80-73159ce43300","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.030362092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"aa67e33b-17fa-4581-a265-55522ec83ba6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.072658089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efa5c549-6c98-4ab1-9cb1-fbab9ebc921d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.077422441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e2a35d4b-fee9-4fcb-b755-fa8df5b1e03b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.133768877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"e2a35d4b-fee9-4fcb-b755-fa8df5b1e03b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.178632907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"78686865-099b-46c5-9ac1-86e7f07450ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.178633138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f700bba1-8dd6-4366-9ad1-4fb79e66d829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.228113277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"c7a311c2-0ae4-4906-91be-1917a74be2ff","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.235288382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"78686865-099b-46c5-9ac1-86e7f07450ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.235726924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"f700bba1-8dd6-4366-9ad1-4fb79e66d829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.285054172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"c7a311c2-0ae4-4906-91be-1917a74be2ff","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.370801099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"8ac26e6d-0a0c-425d-8a82-a8315fc1aece","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.370943668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"8ac26e6d-0a0c-425d-8a82-a8315fc1aece","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.398381334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b3fac511-b4a9-479c-b446-f7131969b2bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.456097434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"b3fac511-b4a9-479c-b446-f7131969b2bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.502078892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"56d3f36a-51a2-4772-bcd4-b21ad96e26bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.533182255Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"213e5de3-4cb6-4bba-be68-9fd407f8b6a1","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3cbf8dbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.559436667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"56d3f36a-51a2-4772-bcd4-b21ad96e26bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.599643464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5af4349d-94f6-4602-bde9-f9635420f134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.59967397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"358237a9-45cd-4397-aa03-61e464984acb","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.656742186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"358237a9-45cd-4397-aa03-61e464984acb","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.656849418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5af4349d-94f6-4602-bde9-f9635420f134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.705635802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"42fe2013-0255-4ca9-b497-af16015d6a30","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.762159067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"42fe2013-0255-4ca9-b497-af16015d6a30","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:00.071820108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"32e7cb37-e06c-4ffa-b605-e4c8dce65b4c","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:00.129963038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"32e7cb37-e06c-4ffa-b605-e4c8dce65b4c","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:02.70914065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"57921d64-1085-49a1-8ce9-e266fabace1d","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:02.709154782Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-access","reconcileID":"6f3cf444-bd2c-4ed2-9074-e202e4457bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:02.91728016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4018d542-4a75-4d8d-9db0-3c46805ddd17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:02.922087048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"1b3921ff-bbfe-45d4-b857-7c1b7d351553","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:02.98379737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4018d542-4a75-4d8d-9db0-3c46805ddd17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:03.028169711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"bf842f62-e794-42ba-96c1-b9f51f85621b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:03.075176091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"3aec3a55-695e-4790-a292-86779191d40d","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:03.295276355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"5e79127f-3bf6-4a76-b72d-f652cc3f5a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:03.352414158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"5e79127f-3bf6-4a76-b72d-f652cc3f5a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:06.07828599Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"a4200885-c6ef-4bfd-a6e1-6eaa70b6cea0","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:07.969604728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"distinct-2-w2-3d70ff","reconcileID":"ff968f79-383c-4364-8f8c-02c0fbf01236","MaaSModelRef":{"name":"distinct-2-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-2-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-2-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:08.301472099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"distinct-w2-3d70ff","reconcileID":"18b326f4-c1b6-4baf-b152-63d7978d50b3","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:08.509900092Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"eaf0bcdd-b7ac-48e3-829b-91c42fc388c1","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:08.633356559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"bbcb60da-4eef-4b1b-8c95-e1c770844144","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:08.799961733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"13b3dceb-653d-4162-8a9d-9804b3b1b30a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:08.842758923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"df70e1e4-34d8-479b-ae49-ce7e0ea0fcd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:08.856963214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"13b3dceb-653d-4162-8a9d-9804b3b1b30a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.009483125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"4bec1cf0-b3ed-4381-952f-d0cefb36ee90","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.015703645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"51c7acd1-df3f-442c-b069-b995558b6d51","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.0678253Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"6cd78ed8-6ce1-44a3-9490-b4c4174fca73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.120206898Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"6cd78ed8-6ce1-44a3-9490-b4c4174fca73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.127003118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"2956bdc2-37f1-44a9-b767-fe0f63f03990","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.128292489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"15f80ddb-9f05-4946-b5a8-5e9b43f33b30","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.172538615Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"simulator-subscription","reconcileID":"6cd78ed8-6ce1-44a3-9490-b4c4174fca73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/simulator-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.179017983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"3fdad2f4-ecef-4f27-8c8e-0840661c2c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.184951052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"2956bdc2-37f1-44a9-b767-fe0f63f03990","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.184969686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"15f80ddb-9f05-4946-b5a8-5e9b43f33b30","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.218046871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"d5c62397-cfff-4f11-9a67-ffd143ee7358","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.22908842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd7d2f86-7ba0-40fb-b157-1cda590d65b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.236139204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"3fdad2f4-ecef-4f27-8c8e-0840661c2c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.28715654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd7d2f86-7ba0-40fb-b157-1cda590d65b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.443390605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"5c4f02b9-b774-4e5c-9560-5ca9688b52ce","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.496883755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"89a0fff7-fcd6-4b6f-b30a-a1e63942a669","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.496907589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"89a0fff7-fcd6-4b6f-b30a-a1e63942a669","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.550506695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"d68001fc-0410-413f-8752-8e79132c2011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.556309962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"ca6e789f-35e7-4fbb-b6fe-81051dd7ada3","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.556335053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"ca6e789f-35e7-4fbb-b6fe-81051dd7ada3","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.585895831Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"5513af0f-4204-4187-99cd-e85f884ef291","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","subscription":"e2e-cfl-725b71-f05e07-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.607749692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"d68001fc-0410-413f-8752-8e79132c2011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.660923357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"194b72bf-62eb-44a6-9593-27f9da5472b8","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.660952139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"194b72bf-62eb-44a6-9593-27f9da5472b8","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.690440379Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"5513af0f-4204-4187-99cd-e85f884ef291","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.713310302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ad6a1e1-70c7-4eb0-ad2b-d236275ca863","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.713329187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ad6a1e1-70c7-4eb0-ad2b-d236275ca863","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:09.742583751Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-sub","reconcileID":"5513af0f-4204-4187-99cd-e85f884ef291","MaaSSubscription":{"name":"e2e-cfl-725b71-f05e07-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:10.067129725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"fa3b6b5f-bead-409a-ae37-9ce58baa335b","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:10.067160395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"fa3b6b5f-bead-409a-ae37-9ce58baa335b","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:10.171658047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"dbd14e87-2575-4194-beaf-18bf09a867c1","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:10.171681391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"27a3adae-340e-416c-a4d0-97521bec3dc6","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:10.228873105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"dbd14e87-2575-4194-beaf-18bf09a867c1","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:10.229249438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"27a3adae-340e-416c-a4d0-97521bec3dc6","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:10.229327502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"2cb8d916-7c2f-4455-8450-f258aab3e2f0","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:10.229345025Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"2cb8d916-7c2f-4455-8450-f258aab3e2f0","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:10.552380697Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-725b71-f05e07-access","reconcileID":"24e4bf12-d117-4e84-9161-c6344a1ff0b4","MaaSAuthPolicy":{"name":"e2e-cfl-725b71-f05e07-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:10.813079248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"e98af452-a58c-4c69-8b67-710cd0ae098a","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:10.81311154Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"e98af452-a58c-4c69-8b67-710cd0ae098a","MaaSModelRef":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-725b71-0189b1a070b2","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-725b71","externalModel":"e2e-cfl-725b71","provider":"e2e-cfl-725b71-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.338058027Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"ee497723-d31b-4ba7-98e5-94b5d99f4e99","namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.450233274Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","reconcileID":"26ffe3ae-6afa-4ba7-ac08-3266d7419ed0","namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.496097251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"79211a61-a10f-4c7d-8a14-109628f6ec6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.496125615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ec4be6e0-a115-4c44-aaf5-166efe3b9b2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.498291136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4accc305-49a4-422b-ad3d-bcf5a3f4aaee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.498525973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c40427e6-8510-428a-877a-ea64d4f9c374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.49827933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"a3ae49c5-1da5-4b97-8048-134212b698bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.555509424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ec4be6e0-a115-4c44-aaf5-166efe3b9b2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.555652245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"79211a61-a10f-4c7d-8a14-109628f6ec6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.558316973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"a3ae49c5-1da5-4b97-8048-134212b698bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.558954714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4accc305-49a4-422b-ad3d-bcf5a3f4aaee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.560806478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"c40427e6-8510-428a-877a-ea64d4f9c374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.86485202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"46a6ae8c-df4a-4432-8809-b5e4d1fb0867","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.88664324Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.920203509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cee2e811-7822-4601-90a3-e1504ca551e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.925368963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"46a6ae8c-df4a-4432-8809-b5e4d1fb0867","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.965409767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"79433030-d560-4a36-99a2-d3f3b2d5f499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.965494641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"0311b74d-8516-495f-a218-73abcca06812","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.966652176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"9eca0f67-a9d7-4b77-b980-ef1c129dc19f","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:11.978182469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cee2e811-7822-4601-90a3-e1504ca551e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.022297606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"79433030-d560-4a36-99a2-d3f3b2d5f499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.022420122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"0311b74d-8516-495f-a218-73abcca06812","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.024737856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"9eca0f67-a9d7-4b77-b980-ef1c129dc19f","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.336965447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"62d7b481-d895-40bc-969e-607e22966dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.338241507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4bb8c2b-810c-403f-b112-d37662431041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.461276368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"62d7b481-d895-40bc-969e-607e22966dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.461924164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"c604ce7b-3f49-483d-8f55-ee6eeaf5bfc5","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.461948021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"c604ce7b-3f49-483d-8f55-ee6eeaf5bfc5","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.463296278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4bb8c2b-810c-403f-b112-d37662431041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.46345018Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"072ec0c6-33b4-4e56-a7f0-060fe02e0814","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.508952646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"fa6e3fbf-1db1-46b8-864f-99c6b04f9ede","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.509154532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"febcac88-27d4-4271-9f44-606cccb7d0b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.508952893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"22c526b9-1c10-4cc8-b036-7e12c1e8c740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:59:12.512778959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-sub","reconcileID":"dc2a509f-e5c7-47e9-9385-90125adc4d3d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-93e79f65-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.56663033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"febcac88-27d4-4271-9f44-606cccb7d0b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.567269107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"fa6e3fbf-1db1-46b8-864f-99c6b04f9ede","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.569249319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"22c526b9-1c10-4cc8-b036-7e12c1e8c740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.624721845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"126b0ded-f23d-4617-a9e9-fecbda4af338","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.624751431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"126b0ded-f23d-4617-a9e9-fecbda4af338","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.72893353Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"0a06b017-bed5-409b-a350-88a40772764c","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.770307971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"89a4f288-aa74-4915-99c3-6a3556119197","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.770388638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"71558248-d944-44c0-84f3-69d39fda7a51","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.829327951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"71558248-d944-44c0-84f3-69d39fda7a51","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.829546171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"89a4f288-aa74-4915-99c3-6a3556119197","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.833209184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"b171af8a-50a4-4386-bb01-b2b04dda845f","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.833237081Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"b171af8a-50a4-4386-bb01-b2b04dda845f","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.946501831Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-sub","reconcileID":"a726faa9-3ecd-4377-915e-1b7f5344794b","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"maas-trlp-e2e-fail-93e79f65","model":"e2e-fail-93e79f65","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d96a66/e2e-fail-93e79f65-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.969752895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"9bef9c9b-4fe8-40b1-9d7a-47bb8f820546","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:12.970673314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f61fbd6b-b3bc-4f86-9753-0ac54c0eb971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.020848822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2c5e8c6-32f9-4c1d-b607-30aad9fcdd23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.026835131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"9bef9c9b-4fe8-40b1-9d7a-47bb8f820546","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.02701328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"f61fbd6b-b3bc-4f86-9753-0ac54c0eb971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.053456269Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"6da47cef-549e-4e99-8e8a-cca3f6cfb742","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.078652582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2c5e8c6-32f9-4c1d-b607-30aad9fcdd23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.215687452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"df19166e-6a77-417a-8396-74d5cf643b5b","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.215717893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"df19166e-6a77-417a-8396-74d5cf643b5b","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.323516843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"3b07ee29-8ffb-49a7-9beb-96cd6a1f4635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.323731361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"9758cc4f-cf6a-4f52-bc9f-e8ec9a628ff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.380040789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"3b07ee29-8ffb-49a7-9beb-96cd6a1f4635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.380094477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"9758cc4f-cf6a-4f52-bc9f-e8ec9a628ff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.422894006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-sub","reconcileID":"c5510173-ea19-4995-b83a-2c6bdcf59795","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"maas-trlp-e2e-fail-93e79f65","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.426697906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b59cee0-c1ea-4943-aed1-a7f0b7b19474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.426737549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"93a1a497-1c74-4736-8abf-c0470080a752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.427137562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a3d531b5-2cc3-4562-8930-f0defb77bca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.484023765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"93a1a497-1c74-4736-8abf-c0470080a752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.48543373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a3d531b5-2cc3-4562-8930-f0defb77bca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.486626003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b59cee0-c1ea-4943-aed1-a7f0b7b19474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.59241259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"ad95a513-8915-4645-aa9e-75ef1c4f57bb","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.592438398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"ad95a513-8915-4645-aa9e-75ef1c4f57bb","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.688234062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"c70f7ca0-828a-4c73-a9a4-fb1ea0497d6f","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.743583675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dc97216-9773-4d3d-b2b9-f8c6f0c1736b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.748878141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"c70f7ca0-828a-4c73-a9a4-fb1ea0497d6f","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.759708659Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"8658879c-074d-4f33-9a92-ea647af4d589","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c4aabf48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.796154486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"7659ba7d-5ecc-438d-85a0-703d5ee9681a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.796330805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"179c3481-7f81-4460-a457-58a608a0af9b","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.797104185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"47e23f2f-a853-46a9-b6b1-701a5cffed0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.800416863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dc97216-9773-4d3d-b2b9-f8c6f0c1736b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.85277787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"7659ba7d-5ecc-438d-85a0-703d5ee9681a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.853519697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"179c3481-7f81-4460-a457-58a608a0af9b","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:13.855223473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"47e23f2f-a853-46a9-b6b1-701a5cffed0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:14.117416088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"924a4f23-1790-4e25-9a2b-e8bcfa9b055f","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:14.176005808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"924a4f23-1790-4e25-9a2b-e8bcfa9b055f","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:14.607772478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"82c24dc2-2747-4251-9197-644b24d8d1a8","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:14.607821608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"82c24dc2-2747-4251-9197-644b24d8d1a8","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:14.662010934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"43ed2cdb-919e-41f2-9603-31f52cc33341","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:14.662033376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"43ed2cdb-919e-41f2-9603-31f52cc33341","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:14.763550123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"dc37e440-4bef-4e91-a839-1e8f07caa7e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:14.765544892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"93962c4c-cc8c-4779-bb43-cb6d906d050e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:14.773904441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"af1b1c06-8da5-4c34-bde2-01b0497e28a0","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:14.821277125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"dc37e440-4bef-4e91-a839-1e8f07caa7e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:14.867449784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"37c2ae6d-11c1-424c-87a9-4e96746e7d32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:14.896591652Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"93962c4c-cc8c-4779-bb43-cb6d906d050e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:14.952064014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"93962c4c-cc8c-4779-bb43-cb6d906d050e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:15.013402902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"43c67990-5a46-4f45-bce8-c7be909611fc","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:15.013422238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"43c67990-5a46-4f45-bce8-c7be909611fc","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:15.081082523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"distinct-2-w2-3d70ff","reconcileID":"69897a15-c41b-4c7f-843e-a5260b8562f1","MaaSModelRef":{"name":"distinct-2-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-2-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-2-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:15.081364779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"distinct-w2-3d70ff","reconcileID":"88dbb153-a638-4e23-ad9b-6f57f287ccb9","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:15.081593019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"c58b1322-b6ef-434d-935b-82a3c28c4f03","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:15.081836621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"c121d03b-187a-4973-a019-6fac789d2484","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:15.134394686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"75717f60-282a-4e08-9440-94663c104a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:15.185715233Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"02d78714-9cf9-4dd0-a263-043ae46cfee1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ebfca4d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:15.238250504Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"9a710c3e-d7f5-4d7f-b43b-5e001d3cb80f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ebfca4d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:15.243740317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"75717f60-282a-4e08-9440-94663c104a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:15.554304467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4760ea61-569c-4f5c-a632-6be25778f75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:15.611762395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"4760ea61-569c-4f5c-a632-6be25778f75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:15.65023251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"cda1b283-af52-4ddc-8a21-1a0822f56716","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:15.815092792Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"254073eb-c6d1-40c1-9c77-30c38be09e8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:15.971838235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"254073eb-c6d1-40c1-9c77-30c38be09e8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:16.01335515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b29b99fc-75a4-42a9-b706-0d2057e0ed69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:16.066926574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b29b99fc-75a4-42a9-b706-0d2057e0ed69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:16.119044991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b29b99fc-75a4-42a9-b706-0d2057e0ed69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:16.17105305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b29b99fc-75a4-42a9-b706-0d2057e0ed69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:16.240710231Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"254073eb-c6d1-40c1-9c77-30c38be09e8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"e2e-worker-w2-3d70ff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:16.240736504Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-access","reconcileID":"254073eb-c6d1-40c1-9c77-30c38be09e8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:16.299116231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"677c64ac-fc58-4ece-8fcf-0d40a6de11ce","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:18.108723625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4addf800-91f8-4c40-93d0-5602a33e09f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:18.160866691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4addf800-91f8-4c40-93d0-5602a33e09f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:18.21282473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4addf800-91f8-4c40-93d0-5602a33e09f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:18.265552595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4addf800-91f8-4c40-93d0-5602a33e09f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:20.141713667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373477be-d748-4321-900b-07d875170e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:20.194024008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373477be-d748-4321-900b-07d875170e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:20.246211666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373477be-d748-4321-900b-07d875170e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:20.298667768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373477be-d748-4321-900b-07d875170e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:22.221207568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d65e85a3-4841-430e-83eb-4b31829718da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:22.274195949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d65e85a3-4841-430e-83eb-4b31829718da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:22.327133093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d65e85a3-4841-430e-83eb-4b31829718da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:22.379419202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d65e85a3-4841-430e-83eb-4b31829718da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:22.837299673Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"6f0675e6-37df-4b4f-8f85-f1b31206aca8","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:23.813089135Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"d5dc332a-949f-479f-81c8-f4f32f6b4c1f","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","subscription":"e2e-cfl-eafa67-dee6aa-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:23.917267056Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"d5dc332a-949f-479f-81c8-f4f32f6b4c1f","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:23.969483604Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-sub","reconcileID":"d5dc332a-949f-479f-81c8-f4f32f6b4c1f","MaaSSubscription":{"name":"e2e-cfl-eafa67-dee6aa-sub","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"maas-trlp-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:24.357547893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"7dffd83a-880b-4226-b5ff-f4bd9aa262bd","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:24.357578711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"7dffd83a-880b-4226-b5ff-f4bd9aa262bd","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:24.408451772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"c2a773e9-f67e-49bc-9452-9a9098efe3ff","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:24.465149507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"c2a773e9-f67e-49bc-9452-9a9098efe3ff","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:24.519395521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"d4bcc95d-ad72-4175-95b6-bcd6f6ebbbdd","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:24.51942091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"d4bcc95d-ad72-4175-95b6-bcd6f6ebbbdd","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:59:24.624836607Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"d4bcc95d-ad72-4175-95b6-bcd6f6ebbbdd","name":"e2e-cfl-eafa67","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-eafa67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:59:24.624921633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"d4bcc95d-ad72-4175-95b6-bcd6f6ebbbdd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-eafa67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:24.682893107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"05ccbbe9-8339-4704-9550-bb1b5200dd27","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:24.682929185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"05ccbbe9-8339-4704-9550-bb1b5200dd27","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:24.729770693Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"398e772e-0879-45d9-8b26-2f4627a27dc5","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:24.892765381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"398e772e-0879-45d9-8b26-2f4627a27dc5","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:24.907507891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45216e0c-8e45-47a6-83cf-98ae8e8b4d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:24.959851788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45216e0c-8e45-47a6-83cf-98ae8e8b4d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.012421154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45216e0c-8e45-47a6-83cf-98ae8e8b4d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.06531511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45216e0c-8e45-47a6-83cf-98ae8e8b4d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.08201891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"distinct-2-w2-3d70ff","reconcileID":"f51ccab8-cf8c-457a-9c5e-f81bd5c43785","MaaSModelRef":{"name":"distinct-2-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-2-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-2-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.08228725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"distinct-w2-3d70ff","reconcileID":"dcdc5463-964f-4e1c-aaef-43336ba72cf2","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.082446438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"e8c8709e-3011-421e-969b-2d6c10f13a8f","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.1355114Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"398e772e-0879-45d9-8b26-2f4627a27dc5","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"name":"e2e-extmod-a-dee6aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.135531991Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67-dee6aa-access","reconcileID":"398e772e-0879-45d9-8b26-2f4627a27dc5","MaaSAuthPolicy":{"name":"e2e-cfl-eafa67-dee6aa-access","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.191445245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"ca495908-5033-4759-a013-7a9ddbac40a4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.258945627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"ca495908-5033-4759-a013-7a9ddbac40a4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.286573986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"99cbe868-2abd-4171-84bd-df5b0f595c12","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"ai-tenant-e2e-extmod-a-dee6aa/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.286604357Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"99cbe868-2abd-4171-84bd-df5b0f595c12","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"routeName":"external-model-e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.339927481Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"78e07c99-7b6a-40fa-b30a-8b710b571987","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.343959811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"ca495908-5033-4759-a013-7a9ddbac40a4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.392156677Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"78e07c99-7b6a-40fa-b30a-8b710b571987","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.444542792Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"premium-simulator-subscription","reconcileID":"78e07c99-7b6a-40fa-b30a-8b710b571987","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"name":"maas-trlp-premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff","model":"e2e-models-e2e-worker-w2-3d70ff/premium-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.508416983Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-fd2672","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-fd2672","reconcileID":"ef0631f8-15c8-485f-a6e2-bad1d08e5a29","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-fd2672","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-fd2672":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.720611135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"02667808-6617-4ebc-823d-cb78281368b5","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.794160954Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"6cb0d5f9-f92a-448a-8626-277d6b582000","namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.899141191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"c36d597f-e6d2-49ce-8087-328b0c47385e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.900057294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"409170a9-c1ea-4c89-825d-e32c2e234321","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.950466332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07f3b93f-7366-4cf6-95b7-18a676a85113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.951344972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e17a294f-9bfe-4ffa-ad36-e39e10a87a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.952321043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"bffa237a-ab9a-4969-9c05-08e68f943551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.956868447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"c36d597f-e6d2-49ce-8087-328b0c47385e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.957998305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"409170a9-c1ea-4c89-825d-e32c2e234321","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.010563067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"bffa237a-ab9a-4969-9c05-08e68f943551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.010602091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e17a294f-9bfe-4ffa-ad36-e39e10a87a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.013080343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07f3b93f-7366-4cf6-95b7-18a676a85113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.015857622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"409170a9-c1ea-4c89-825d-e32c2e234321","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.071541662Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"5045c808-ba18-42fb-8d96-a2b36ef8425a","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.126889336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"dc9a5985-cdb3-462c-b620-8c9fa05e0b75","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.181516029Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"16062baa-5a38-4b17-8590-9dfd6fbc80a6","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.187450766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"dc9a5985-cdb3-462c-b620-8c9fa05e0b75","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.321395555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"9c7c3299-2478-4f31-81ff-3527ac0d8b4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.378329886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"9c7c3299-2478-4f31-81ff-3527ac0d8b4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.457546844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"061bd6d1-5d56-4fa5-8ff8-0f812d06b362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.458431585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"571d95c4-1f70-4f2c-a0fd-d30f0cf4ec2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.514431081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"061bd6d1-5d56-4fa5-8ff8-0f812d06b362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.515092599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"571d95c4-1f70-4f2c-a0fd-d30f0cf4ec2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.99188229Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"914adc95-73e5-4ed2-8fbe-fca2c6e6073a","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.036164028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7fbe98a-5a07-4a07-b28c-f41617a6bb58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.090215427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7fbe98a-5a07-4a07-b28c-f41617a6bb58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.091101461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"8a494372-cf7c-4472-9a34-32412d3720fb","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"tenant":"e2e-extmod-a-dee6aa","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","model":"e2e-extmod-cfl-1-f05e07/e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.091123698Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"8a494372-cf7c-4472-9a34-32412d3720fb","MaaSModelRef":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"routeName":"external-model-e2e-cfl-eafa67-1c6dadc5819a","namespace":"e2e-extmod-cfl-1-f05e07","model":"e2e-cfl-eafa67","externalModel":"e2e-cfl-eafa67","provider":"e2e-cfl-eafa67-provider","gateway":"openshift-ingress/e2e-extmod-a-dee6aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.142477824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7fbe98a-5a07-4a07-b28c-f41617a6bb58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.194742317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7fbe98a-5a07-4a07-b28c-f41617a6bb58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.195569126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"f68453c0-5241-4acd-b116-96c2270ba66e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.247498929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"b270eb7c-d2bb-430d-824e-a624bf3e1509","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.252608566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"f68453c0-5241-4acd-b116-96c2270ba66e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.298642567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"595e1efb-d6aa-4ee2-8d88-ba5fcc43ee28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.298686894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ba134bca-cb33-4094-9b72-5d31d0176ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.299142199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f195f05a-10c8-4c94-877d-a0699bca4b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.30411368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"b270eb7c-d2bb-430d-824e-a624bf3e1509","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.356013342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"595e1efb-d6aa-4ee2-8d88-ba5fcc43ee28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.356159689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"ba134bca-cb33-4094-9b72-5d31d0176ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.358707647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f195f05a-10c8-4c94-877d-a0699bca4b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.359982245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"b270eb7c-d2bb-430d-824e-a624bf3e1509","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.512983127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"b401dbdc-933b-49f5-ac02-298a2671a32c","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.569985452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"b401dbdc-933b-49f5-ac02-298a2671a32c","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.671656071Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-eafa67","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","reconcileID":"8798224a-3870-4d84-8bbd-0ec8b281743a","namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.674094131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"d565b867-0bd6-4ea2-a1ec-8116a6984578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.732496753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"d565b867-0bd6-4ea2-a1ec-8116a6984578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.779524556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c20271a9-32f0-4186-b21c-43d9db4deaf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.780608733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"8cd07999-e5ea-4e8a-b8c0-94eaa4af191b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.857523534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"2e482829-1c72-497e-92b2-37aabd384cbf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.860098068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"c20271a9-32f0-4186-b21c-43d9db4deaf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.862484808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"8cd07999-e5ea-4e8a-b8c0-94eaa4af191b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.914012344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"2e482829-1c72-497e-92b2-37aabd384cbf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.969169335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"2e482829-1c72-497e-92b2-37aabd384cbf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.111483237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b9d63543-b871-4467-8b48-c29bda2748d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.111557034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14eb136d-076e-497c-bc47-8912f4ff86a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.125099942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"618e2f5c-f06f-4a00-8581-15e8793065fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.16340333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"d0bb9fc1-8139-408c-939b-d310c53559cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.177343754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14eb136d-076e-497c-bc47-8912f4ff86a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.190015525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b9d63543-b871-4467-8b48-c29bda2748d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.206891857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"618e2f5c-f06f-4a00-8581-15e8793065fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.226985297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"d0bb9fc1-8139-408c-939b-d310c53559cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.240746492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2789dee7-bccc-4a1a-a38a-2dbd8790df32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.349450495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2789dee7-bccc-4a1a-a38a-2dbd8790df32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.559674847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"1b78b16e-f7ef-4af6-9106-96791236dc00","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.663359616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"93a74b0e-b932-410d-a9e1-fa819ab65a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.664091898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"3a6eb6c8-146e-4b16-8875-a58570bf1128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.66822946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"1b78b16e-f7ef-4af6-9106-96791236dc00","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.721467362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"93a74b0e-b932-410d-a9e1-fa819ab65a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.721602882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"3a6eb6c8-146e-4b16-8875-a58570bf1128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.821279962Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"7cb9f06f-52c4-49e7-ba1e-42e8d79488fb","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.92675157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"1f730981-43b6-45f4-9d98-fc1cb5b396de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.927599663Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"5c5d2b0d-b4b1-4985-89f2-59b5377001da","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.978318226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f7c5ddec-b555-4ba8-a866-1b48ae69a0a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:28.983462499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"1f730981-43b6-45f4-9d98-fc1cb5b396de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.029998837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"8997602c-5fa1-49af-8557-f9c7e50b4b0f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.035112384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f7c5ddec-b555-4ba8-a866-1b48ae69a0a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.038600739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"1f730981-43b6-45f4-9d98-fc1cb5b396de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.083415724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d07b4b6-baa0-4927-99a2-cbf2ab5ea6a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.087917314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"8997602c-5fa1-49af-8557-f9c7e50b4b0f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.131220231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"edc7fc5e-140a-4b29-b399-7e88f428c831","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.141397508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d07b4b6-baa0-4927-99a2-cbf2ab5ea6a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.188013381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"edc7fc5e-140a-4b29-b399-7e88f428c831","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.217102606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281cccf7-3a2d-46c8-8143-6a9a9bfbd4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.269682786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281cccf7-3a2d-46c8-8143-6a9a9bfbd4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.270052867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"022c2ab1-2ba4-439d-a762-ae7ebedd76c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.323020729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281cccf7-3a2d-46c8-8143-6a9a9bfbd4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.375054598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281cccf7-3a2d-46c8-8143-6a9a9bfbd4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.37977442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"022c2ab1-2ba4-439d-a762-ae7ebedd76c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.429976402Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"3ea974a1-3f6e-4f56-bc30-0f60fea2f84b","namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.478412909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"35267bb8-dcd7-4076-838e-56b624a357c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.532349127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ff989476-4cfd-4663-8c9b-f657ec663edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.535666548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"35267bb8-dcd7-4076-838e-56b624a357c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.591158291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ff989476-4cfd-4663-8c9b-f657ec663edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.647058186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"402d83e5-9934-47d7-8a64-ecdab6d25c6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.704698407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"402d83e5-9934-47d7-8a64-ecdab6d25c6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.750128048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a024e42c-4de8-4fba-a36f-f206fa68fa3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.800947178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"43da8aa7-ad9d-4889-8742-26063cd3530c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.806737886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a024e42c-4de8-4fba-a36f-f206fa68fa3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.858317258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"43da8aa7-ad9d-4889-8742-26063cd3530c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:29.954409457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"65321cac-b126-46ee-80b7-a8b5d1ccced7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:30.005359512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f92bcd52-46ea-4355-aa69-abd7784d4dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:30.01104234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"65321cac-b126-46ee-80b7-a8b5d1ccced7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:30.057080638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"f5a1a2a3-0748-4c26-bdd5-035408fd4015","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:30.063113718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"f92bcd52-46ea-4355-aa69-abd7784d4dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:30.066911001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"65321cac-b126-46ee-80b7-a8b5d1ccced7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:30.114104579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"f5a1a2a3-0748-4c26-bdd5-035408fd4015","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:30.207432342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"34780431-71c4-4e94-8500-ecb0a14b5746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:30.207438533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7aac111f-f81d-4569-b1cf-0235ad1fc3a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:30.221312948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"9d195b3d-d8bf-482b-b014-d0332808cdd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:30.26447627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"34780431-71c4-4e94-8500-ecb0a14b5746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:30.267121531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7aac111f-f81d-4569-b1cf-0235ad1fc3a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:30.278043651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"9d195b3d-d8bf-482b-b014-d0332808cdd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:31.304285425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f92a7b5-46ba-41ea-97c2-4569be00d99a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:31.356457016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f92a7b5-46ba-41ea-97c2-4569be00d99a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:31.409110487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f92a7b5-46ba-41ea-97c2-4569be00d99a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:31.461196877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f92a7b5-46ba-41ea-97c2-4569be00d99a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:33.358583729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa304c7-497b-4ab7-9445-2054e404ba4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:33.410735835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa304c7-497b-4ab7-9445-2054e404ba4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:33.462588304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa304c7-497b-4ab7-9445-2054e404ba4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:33.516669844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa304c7-497b-4ab7-9445-2054e404ba4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.083081825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"distinct-2-w2-3d70ff","reconcileID":"c6f983b3-b37a-4c07-a46d-c065504bf366","MaaSModelRef":{"name":"distinct-2-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-2-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-2-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.083343864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"distinct-w2-3d70ff","reconcileID":"b1763ca4-7ecc-4baf-9cf3-e4c4ff46fbf5","MaaSModelRef":{"name":"distinct-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"distinct-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"distinct-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.083532687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"simulator-w2-3d70ff","reconcileID":"a0f119e2-191d-4d47-8c7b-b92976d8aa04","MaaSModelRef":{"name":"simulator-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"simulator-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"simulator-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.393704983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d8d32c-2a4e-4ba0-a33f-e0de320306d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.445850173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d8d32c-2a4e-4ba0-a33f-e0de320306d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.497306388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d8d32c-2a4e-4ba0-a33f-e0de320306d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.548831262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d8d32c-2a4e-4ba0-a33f-e0de320306d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.721120164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"namespace":"e2e-models-e2e-worker-w2-3d70ff","name":"premium-w2-3d70ff","reconcileID":"e4cc0788-b932-4ab0-8daa-9521d37df766","MaaSModelRef":{"name":"premium-w2-3d70ff","namespace":"e2e-models-e2e-worker-w2-3d70ff"},"routeName":"premium-w2-3d70ff-kserve-route","namespace":"e2e-models-e2e-worker-w2-3d70ff","llmisvcName":"premium-w2-3d70ff","gateway":"openshift-ingress/e2e-worker-w2-3d70ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:37.442189564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfefff1-838c-4bc8-ba9f-88166f34b1e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:37.493831645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfefff1-838c-4bc8-ba9f-88166f34b1e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:37.545464561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfefff1-838c-4bc8-ba9f-88166f34b1e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:37.597247079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfefff1-838c-4bc8-ba9f-88166f34b1e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:38.184614124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-sub","reconcileID":"5373551b-a63e-45ee-b11d-a9be4ce504b7","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"maas-trlp-e2e-fail-93e79f65","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:38.472641704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"ac286deb-6a3a-4bdf-bd49-ee0201803a22","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:38.472669084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"ac286deb-6a3a-4bdf-bd49-ee0201803a22","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:39.388227791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"5119dc16-6d8e-48d0-a05a-68d78dd8b190","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:39.444722484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"5119dc16-6d8e-48d0-a05a-68d78dd8b190","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.171808465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"7de8cb12-c5ba-4a53-8c98-390c538dd76e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.228389661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"7de8cb12-c5ba-4a53-8c98-390c538dd76e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.283867109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e6c69bc248e7ad036910214fc52f9de16a7d7fe302f3b418f7692fc4820e5a3e) AuthConfig (b731889dad4f51860f3fb8ba5b549c3b3cf2c6ac3b38a253382facf97d176869) AuthConfig (f177dd599f687669b64970a63f158f1809fe968caf367501ebacc429548f092c) AuthConfig (5a9eacef8a3f4d0c175b1220b662d986f59bd0f3820359d8b7dadbdb438cbbbb) AuthConfig (876511d8117340c29df3a1dfe76e18bfda420d3393ab54c6f25a678579984bc5) AuthConfig (d11ec1c4a52a19d632c8170a72338d477ab40477060dc94a7f1e540b7a065186) AuthConfig (c2e10b45ea5d0df9ad722670f9909b393d5d4fccadef3747cab3683578f391f8) AuthConfig (7f6922789bef8a55817a1a89927df27b7abeb4ebb433c8e0945850ec9e25f016) AuthConfig (8b55982f852f831c920424e1ce5076c159c0f7418348df1c1ca5d98dcb824adc) AuthConfig (abc899b5786804787668153dc5f1513e3c7dd23f22c721bba55349fda7f8ca43) AuthConfig (a54887e9e7468ff0b000dde5b44ad673a7fee38922467abb337abfdfc71b94b7) AuthConfig (1a447fcf370b507c92e63cd84f202aaa066cfbce461ca824579938199e8594fd) AuthConfig (b876b5e4b22b88a8369cc870b0d96861a81a9c14059ab6feab5e9ca1ddd7f77b) AuthConfig (66ebca48f5659df84fd623aa5b66eda34c8e898f21fd062e3eee0adc9d6567b1) AuthConfig (372059b3fb74c5121a2b6d024684f5999328c1e54e0354e60882b2fef7a77a7e) AuthConfig (ba276f9de3a33a6ad42880554b0788d10014ba541a2fe5427e1116bd04ac5499) AuthConfig (1ca40f083be4c4a39d1c15b4537dc674628dbbf660280c3c14adeeb18feb69a1) AuthConfig (b3e73e2d326b325ccae1a60b9a12749f52af0b9a8ebc192c8f0166b8720ffea1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"7de8cb12-c5ba-4a53-8c98-390c538dd76e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.304241789Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"9f9822f2-5919-40a3-b4d3-14cfc51f09bc","namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.341432195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"2509db86-372d-4a31-8e28-f2a265e403de","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.341450996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"2509db86-372d-4a31-8e28-f2a265e403de","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.376681766Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"6d40262d-5235-45b0-a594-bc65ca070f80","namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.408994464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"5e236ff3-71cf-437f-aa5a-0c8d6861159a","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.409108409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"e8232ea3-b175-400e-a31d-acd6bab41f38","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.459837107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f53529f7-6bfa-44eb-9c8c-4dff04c452ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.459985947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91c80c84-3829-4687-9e30-685c4b2816a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.465694966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"5e236ff3-71cf-437f-aa5a-0c8d6861159a","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.465708389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"e8232ea3-b175-400e-a31d-acd6bab41f38","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.516608781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"f53529f7-6bfa-44eb-9c8c-4dff04c452ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.517267213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91c80c84-3829-4687-9e30-685c4b2816a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.561913154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"71c70d47-c19b-4145-b756-81ae69b37887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.61848648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"71c70d47-c19b-4145-b756-81ae69b37887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.685073104Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"30129a46-da1b-4cd6-b83f-c732f4f08e01","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.828726363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2668045a-02f5-48f4-8be1-4141e6bbf332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.845633332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"63c05499-262a-437e-b2a7-d11ddd116950","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.845660113Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"63c05499-262a-437e-b2a7-d11ddd116950","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.860922718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-sub","reconcileID":"b3f9ff44-5e99-48c7-8bd4-a4585c1cf931","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"maas-trlp-e2e-fail-93e79f65","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.878761213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"4b6ca573-e51a-4674-95d7-463a77925ed0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.885606821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2668045a-02f5-48f4-8be1-4141e6bbf332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.928845371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"35c2d23c-239b-4476-82b8-d7700b2c8c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.932209262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9387073b-20c1-4ed9-9a2f-d6afab1103d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.940485197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"4b6ca573-e51a-4674-95d7-463a77925ed0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.969229389Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"5aa196cb-977c-4af5-a5b6-e809a5f408ff","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.978280674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"e6dd1564-3bd9-493d-bb50-d74969f0f937","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.992914018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"35c2d23c-239b-4476-82b8-d7700b2c8c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:40.994939117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9387073b-20c1-4ed9-9a2f-d6afab1103d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.026589628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e6c69bc248e7ad036910214fc52f9de16a7d7fe302f3b418f7692fc4820e5a3e) AuthConfig (b731889dad4f51860f3fb8ba5b549c3b3cf2c6ac3b38a253382facf97d176869) AuthConfig (f177dd599f687669b64970a63f158f1809fe968caf367501ebacc429548f092c) AuthConfig (5a9eacef8a3f4d0c175b1220b662d986f59bd0f3820359d8b7dadbdb438cbbbb) AuthConfig (876511d8117340c29df3a1dfe76e18bfda420d3393ab54c6f25a678579984bc5) AuthConfig (d11ec1c4a52a19d632c8170a72338d477ab40477060dc94a7f1e540b7a065186) AuthConfig (c2e10b45ea5d0df9ad722670f9909b393d5d4fccadef3747cab3683578f391f8) AuthConfig (7f6922789bef8a55817a1a89927df27b7abeb4ebb433c8e0945850ec9e25f016) AuthConfig (8b55982f852f831c920424e1ce5076c159c0f7418348df1c1ca5d98dcb824adc) AuthConfig (abc899b5786804787668153dc5f1513e3c7dd23f22c721bba55349fda7f8ca43) AuthConfig (a54887e9e7468ff0b000dde5b44ad673a7fee38922467abb337abfdfc71b94b7) AuthConfig (1a447fcf370b507c92e63cd84f202aaa066cfbce461ca824579938199e8594fd) AuthConfig (b876b5e4b22b88a8369cc870b0d96861a81a9c14059ab6feab5e9ca1ddd7f77b) AuthConfig (66ebca48f5659df84fd623aa5b66eda34c8e898f21fd062e3eee0adc9d6567b1) AuthConfig (372059b3fb74c5121a2b6d024684f5999328c1e54e0354e60882b2fef7a77a7e) AuthConfig (ba276f9de3a33a6ad42880554b0788d10014ba541a2fe5427e1116bd04ac5499) AuthConfig (1ca40f083be4c4a39d1c15b4537dc674628dbbf660280c3c14adeeb18feb69a1) AuthConfig (b3e73e2d326b325ccae1a60b9a12749f52af0b9a8ebc192c8f0166b8720ffea1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"4b6ca573-e51a-4674-95d7-463a77925ed0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.035920284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"e6dd1564-3bd9-493d-bb50-d74969f0f937","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.13524041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"e488e5ce-ca84-4731-9d32-86d199367a31","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.193368131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"e488e5ce-ca84-4731-9d32-86d199367a31","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.281856486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7015a71e-f55c-4589-80c6-c6cd8695236b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.338570034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"7015a71e-f55c-4589-80c6-c6cd8695236b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.36553698Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"77095c10-fd50-4a5d-985e-9742f0a30fe0","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.382180163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c635514a-c83d-4c42-ab1d-d12133fd3589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.382180262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"17e4ea97-0677-485a-b261-b47ebde2e4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.431240658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"f7467656-bb47-4a14-8649-cbf3ddd3a7de","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.439271894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"17e4ea97-0677-485a-b261-b47ebde2e4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.439319463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c635514a-c83d-4c42-ab1d-d12133fd3589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.559182345Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"f7467656-bb47-4a14-8649-cbf3ddd3a7de","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"e2e-extmod-b-098e4d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.560246657Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"c02fe7df-31ca-408d-afec-dea24a284aeb","namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.61927981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"f0c924e2-8138-4def-b980-16432c9ae132","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-b-098e4d","gateway":"openshift-ingress/e2e-extmod-b-098e4d","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.619391139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"f0c924e2-8138-4def-b980-16432c9ae132","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-25ee4eb7-6eb72662b92f","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-25ee4eb7","externalModel":"e2e-fail-25ee4eb7","provider":"e2e-fail-25ee4eb7-provider","gateway":"openshift-ingress/e2e-extmod-b-098e4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.622037905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-098e4d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"f7467656-bb47-4a14-8649-cbf3ddd3a7de","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.669612053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"b0c1b354-602c-4c81-bcde-73eae48090df","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.721458681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b5d7dcf-4ae5-4beb-bd4d-ef3df2ead574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.726867959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"b0c1b354-602c-4c81-bcde-73eae48090df","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.777989715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b5d7dcf-4ae5-4beb-bd4d-ef3df2ead574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.78168357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"d234f8ab-ea2c-4af0-9787-fd1e740c042b","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-b-098e4d","gateway":"openshift-ingress/e2e-extmod-b-098e4d","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.781711604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"d234f8ab-ea2c-4af0-9787-fd1e740c042b","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-25ee4eb7-6eb72662b92f","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-25ee4eb7","externalModel":"e2e-fail-25ee4eb7","provider":"e2e-fail-25ee4eb7-provider","gateway":"openshift-ingress/e2e-extmod-b-098e4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.782930927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e6c69bc248e7ad036910214fc52f9de16a7d7fe302f3b418f7692fc4820e5a3e) AuthConfig (b731889dad4f51860f3fb8ba5b549c3b3cf2c6ac3b38a253382facf97d176869) AuthConfig (f177dd599f687669b64970a63f158f1809fe968caf367501ebacc429548f092c) AuthConfig (5a9eacef8a3f4d0c175b1220b662d986f59bd0f3820359d8b7dadbdb438cbbbb) AuthConfig (876511d8117340c29df3a1dfe76e18bfda420d3393ab54c6f25a678579984bc5) AuthConfig (d11ec1c4a52a19d632c8170a72338d477ab40477060dc94a7f1e540b7a065186) AuthConfig (c2e10b45ea5d0df9ad722670f9909b393d5d4fccadef3747cab3683578f391f8) AuthConfig (7f6922789bef8a55817a1a89927df27b7abeb4ebb433c8e0945850ec9e25f016) AuthConfig (8b55982f852f831c920424e1ce5076c159c0f7418348df1c1ca5d98dcb824adc) AuthConfig (abc899b5786804787668153dc5f1513e3c7dd23f22c721bba55349fda7f8ca43) AuthConfig (a54887e9e7468ff0b000dde5b44ad673a7fee38922467abb337abfdfc71b94b7) AuthConfig (1a447fcf370b507c92e63cd84f202aaa066cfbce461ca824579938199e8594fd) AuthConfig (b876b5e4b22b88a8369cc870b0d96861a81a9c14059ab6feab5e9ca1ddd7f77b) AuthConfig (66ebca48f5659df84fd623aa5b66eda34c8e898f21fd062e3eee0adc9d6567b1) AuthConfig (372059b3fb74c5121a2b6d024684f5999328c1e54e0354e60882b2fef7a77a7e) AuthConfig (ba276f9de3a33a6ad42880554b0788d10014ba541a2fe5427e1116bd04ac5499) AuthConfig (1ca40f083be4c4a39d1c15b4537dc674628dbbf660280c3c14adeeb18feb69a1) AuthConfig (b3e73e2d326b325ccae1a60b9a12749f52af0b9a8ebc192c8f0166b8720ffea1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"b0c1b354-602c-4c81-bcde-73eae48090df","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.807130381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc8b96e3-06d2-46ad-87ef-4d80f21fb6ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.807175899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e7c7dffa-d407-4928-a126-eaa7c2f4952b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.856576071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"9aac7bae-b7e8-4929-b4d0-0dc520fe2efb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.865356886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"e7c7dffa-d407-4928-a126-eaa7c2f4952b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.865363976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc8b96e3-06d2-46ad-87ef-4d80f21fb6ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.885914501Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.886377805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"2deccab8-ca28-4181-957b-9e1e4390cf0b","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:59:41.886842816Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"d234f8ab-ea2c-4af0-9787-fd1e740c042b","name":"e2e-fail-25ee4eb7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-25ee4eb7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:59:41.886917927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"d234f8ab-ea2c-4af0-9787-fd1e740c042b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-25ee4eb7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.913907337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"9aac7bae-b7e8-4929-b4d0-0dc520fe2efb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.943494986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"2deccab8-ca28-4181-957b-9e1e4390cf0b","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.944533848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"78d19716-8beb-40f2-b671-d91c1a4204cc","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-b-098e4d","gateway":"openshift-ingress/e2e-extmod-b-098e4d","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.944555174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"78d19716-8beb-40f2-b671-d91c1a4204cc","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-25ee4eb7-6eb72662b92f","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-25ee4eb7","externalModel":"e2e-fail-25ee4eb7","provider":"e2e-fail-25ee4eb7-provider","gateway":"openshift-ingress/e2e-extmod-b-098e4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.136957524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"fa46fe09-755d-4a92-92ef-3dfd5c558fe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.186293687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"ea62188e-18b2-49e4-a167-36524fb14cd1","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.193627624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"fa46fe09-755d-4a92-92ef-3dfd5c558fe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.237321348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"50f01587-70c0-4af6-b753-962399bd1663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.237325597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0022c011-5511-46a3-8ddf-54dcd27e8b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.243068207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"ea62188e-18b2-49e4-a167-36524fb14cd1","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"e2e-extmod-b-098e4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.294443416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"50f01587-70c0-4af6-b753-962399bd1663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.295719686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"0022c011-5511-46a3-8ddf-54dcd27e8b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.298725424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-098e4d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"ea62188e-18b2-49e4-a167-36524fb14cd1","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.656799003Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"5792a3bf-c247-43fd-a38c-fd354f3ff5f7","namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.764450843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"5079d257-b5dd-44df-a60f-7a2a45f43f62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.765075142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"f308b3a4-02b3-4b19-9cea-a2e022cb9c44","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.766055682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"98ccd6d9-cc61-4ea3-a7da-acb432d1ac7c","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.766688855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"d31bf9a2-99b9-4343-80cf-f1e195811f12","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.817626644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66d1b220-2d90-4839-b130-4016828643be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.821429326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"5079d257-b5dd-44df-a60f-7a2a45f43f62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.82398765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"f308b3a4-02b3-4b19-9cea-a2e022cb9c44","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"e2e-extmod-b-098e4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.824040511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"98ccd6d9-cc61-4ea3-a7da-acb432d1ac7c","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.826224231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"d31bf9a2-99b9-4343-80cf-f1e195811f12","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.875814279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66d1b220-2d90-4839-b130-4016828643be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.880222033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-098e4d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"f308b3a4-02b3-4b19-9cea-a2e022cb9c44","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:42.882246721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e6c69bc248e7ad036910214fc52f9de16a7d7fe302f3b418f7692fc4820e5a3e) AuthConfig (b731889dad4f51860f3fb8ba5b549c3b3cf2c6ac3b38a253382facf97d176869) AuthConfig (f177dd599f687669b64970a63f158f1809fe968caf367501ebacc429548f092c) AuthConfig (5a9eacef8a3f4d0c175b1220b662d986f59bd0f3820359d8b7dadbdb438cbbbb) AuthConfig (876511d8117340c29df3a1dfe76e18bfda420d3393ab54c6f25a678579984bc5) AuthConfig (d11ec1c4a52a19d632c8170a72338d477ab40477060dc94a7f1e540b7a065186) AuthConfig (c2e10b45ea5d0df9ad722670f9909b393d5d4fccadef3747cab3683578f391f8) AuthConfig (7f6922789bef8a55817a1a89927df27b7abeb4ebb433c8e0945850ec9e25f016) AuthConfig (8b55982f852f831c920424e1ce5076c159c0f7418348df1c1ca5d98dcb824adc) AuthConfig (abc899b5786804787668153dc5f1513e3c7dd23f22c721bba55349fda7f8ca43) AuthConfig (a54887e9e7468ff0b000dde5b44ad673a7fee38922467abb337abfdfc71b94b7) AuthConfig (1a447fcf370b507c92e63cd84f202aaa066cfbce461ca824579938199e8594fd) AuthConfig (b876b5e4b22b88a8369cc870b0d96861a81a9c14059ab6feab5e9ca1ddd7f77b) AuthConfig (66ebca48f5659df84fd623aa5b66eda34c8e898f21fd062e3eee0adc9d6567b1) AuthConfig (372059b3fb74c5121a2b6d024684f5999328c1e54e0354e60882b2fef7a77a7e) AuthConfig (ba276f9de3a33a6ad42880554b0788d10014ba541a2fe5427e1116bd04ac5499) AuthConfig (1ca40f083be4c4a39d1c15b4537dc674628dbbf660280c3c14adeeb18feb69a1) AuthConfig (b3e73e2d326b325ccae1a60b9a12749f52af0b9a8ebc192c8f0166b8720ffea1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"d31bf9a2-99b9-4343-80cf-f1e195811f12","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:43.035911985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"91229136-650d-4ec0-b88a-823ba9a4ac96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:43.037258733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e2173541-0e9b-43e7-8ed9-a1ec45a97f3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:43.168381922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"91229136-650d-4ec0-b88a-823ba9a4ac96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:43.170164428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e2173541-0e9b-43e7-8ed9-a1ec45a97f3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:43.21354044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"3c23013f-c757-4249-b898-0185d096b461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:43.264264096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae581de4-fb22-48f3-aa28-913d4d9ed79c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:43.271503017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"3c23013f-c757-4249-b898-0185d096b461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:43.316551919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"cd78d508-abd0-4d6d-ae6e-e2552a6473da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:43.320943041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae581de4-fb22-48f3-aa28-913d4d9ed79c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:43.373414318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"cd78d508-abd0-4d6d-ae6e-e2552a6473da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:46.533274287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"86b48c14-a308-4972-a66c-49ba105c9817","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:46.533637237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"6dffb405-1f94-408e-ae1f-0534cea6b461","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:46.534036909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"0a3f5e54-9a9c-479c-9183-f1b6f402b704","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:46.53427564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"aec7c2cb-0fae-48be-b955-d85b8acd1aab","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:46.668610448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"acc01f5c-3515-4b7c-9ef4-99a22da2bbca","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:46.669143496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"8f5af8e5-f2a9-4fe1-9664-6d3c803ece58","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:46.669413983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"54f9a2d5-5faa-4fc7-bc6d-fabd4304ae1d","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:46.669677482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"88f6b975-9bf1-45fc-8cff-231ea8295b8a","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:46.689726038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"8e05e87a-eae0-4319-972a-7ff97d5dcc66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:46.689726665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e5e02c57-a0e7-4bfd-87a3-b1d8fc4b9fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:46.751512141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"4edb7a1a-a4ac-4c60-beea-f6e958781b34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:46.754541529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"4469d68c-cdd0-4ecb-9943-d47736f8b2e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:46.758032197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"8e05e87a-eae0-4319-972a-7ff97d5dcc66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:46.763356445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e5e02c57-a0e7-4bfd-87a3-b1d8fc4b9fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:47.157683171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5b456067-5d0b-4f76-b747-65f1fb14330a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:47.157858754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"7e0bbb31-7577-4944-8e30-0f02611f9f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:47.21476769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5b456067-5d0b-4f76-b747-65f1fb14330a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:47.214986527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"7e0bbb31-7577-4944-8e30-0f02611f9f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:47.787069888Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","namespace":"ai-tenant-e2e-worker-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:47.787147768Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","namespace":"ai-tenant-e2e-worker-w2-3d70ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:47.787206113Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","tenant":"e2e-worker-w2-3d70ff","tenantID":"e2e-worker-w2-3d70ff","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:47.840761786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"Deployment","name":"maas-api-e2e-worker-w2-3d70ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:47.900236044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"Service","name":"maas-api-e2e-worker-w2-3d70ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:47.958802304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-3d70ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.012188788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-3d70ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.068543291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-3d70ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.1226696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-3d70ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.179292701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-3d70ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.233267247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-3d70ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.287069005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-3d70ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.338992127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-3d70ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.390568161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"Service","name":"payload-processing-e2e-worker-w2-3d70ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.442267582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-3d70ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.493980974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-3d70ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.545332239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-3d70ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.596701587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-3d70ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.651838323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-3d70ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.703298205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-3d70ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.754593119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-3d70ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.812150475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-3d70ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:48.863504087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"namespace":"ai-tenant-e2e-worker-w2-3d70ff","name":"default-tenant","reconcileID":"b72819cc-3688-45f0-9f2f-7cb99667052c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-3d70ff","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:52.984589856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"f373f257-b2a4-4d0b-9e77-5bdbaa8ae15f","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:52.986071948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"bcc6a3f9-fb79-49a1-a8c0-68ffbdb7ea99","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:53.041350273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"f373f257-b2a4-4d0b-9e77-5bdbaa8ae15f","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"e2e-extmod-b-098e4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:53.042565013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"bcc6a3f9-fb79-49a1-a8c0-68ffbdb7ea99","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:53.09748785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-098e4d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"f373f257-b2a4-4d0b-9e77-5bdbaa8ae15f","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:53.097963329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e6c69bc248e7ad036910214fc52f9de16a7d7fe302f3b418f7692fc4820e5a3e) AuthConfig (b731889dad4f51860f3fb8ba5b549c3b3cf2c6ac3b38a253382facf97d176869) AuthConfig (f177dd599f687669b64970a63f158f1809fe968caf367501ebacc429548f092c) AuthConfig (5a9eacef8a3f4d0c175b1220b662d986f59bd0f3820359d8b7dadbdb438cbbbb) AuthConfig (876511d8117340c29df3a1dfe76e18bfda420d3393ab54c6f25a678579984bc5) AuthConfig (d11ec1c4a52a19d632c8170a72338d477ab40477060dc94a7f1e540b7a065186) AuthConfig (c2e10b45ea5d0df9ad722670f9909b393d5d4fccadef3747cab3683578f391f8) AuthConfig (7f6922789bef8a55817a1a89927df27b7abeb4ebb433c8e0945850ec9e25f016) AuthConfig (8b55982f852f831c920424e1ce5076c159c0f7418348df1c1ca5d98dcb824adc) AuthConfig (abc899b5786804787668153dc5f1513e3c7dd23f22c721bba55349fda7f8ca43) AuthConfig (a54887e9e7468ff0b000dde5b44ad673a7fee38922467abb337abfdfc71b94b7) AuthConfig (1a447fcf370b507c92e63cd84f202aaa066cfbce461ca824579938199e8594fd) AuthConfig (b876b5e4b22b88a8369cc870b0d96861a81a9c14059ab6feab5e9ca1ddd7f77b) AuthConfig (66ebca48f5659df84fd623aa5b66eda34c8e898f21fd062e3eee0adc9d6567b1) AuthConfig (372059b3fb74c5121a2b6d024684f5999328c1e54e0354e60882b2fef7a77a7e) AuthConfig (ba276f9de3a33a6ad42880554b0788d10014ba541a2fe5427e1116bd04ac5499) AuthConfig (1ca40f083be4c4a39d1c15b4537dc674628dbbf660280c3c14adeeb18feb69a1) AuthConfig (b3e73e2d326b325ccae1a60b9a12749f52af0b9a8ebc192c8f0166b8720ffea1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"bcc6a3f9-fb79-49a1-a8c0-68ffbdb7ea99","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:55.320014156Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-3d70ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-3d70ff","reconcileID":"20fa7163-6776-4dc8-855c-f9c980dfe1b1","aitenant":"ai-tenants/e2e-worker-w2-3d70ff","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:55.884803478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29cad8ed-dcad-451e-94b4-ec4cfef7e945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:55.937652642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29cad8ed-dcad-451e-94b4-ec4cfef7e945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:55.989476892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29cad8ed-dcad-451e-94b4-ec4cfef7e945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:56.041182732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29cad8ed-dcad-451e-94b4-ec4cfef7e945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:56.155381333Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-3d70ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-3d70ff","reconcileID":"20fa7163-6776-4dc8-855c-f9c980dfe1b1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-3d70ff","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-3d70ff"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:57.997577628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a60c2a7-cf47-4940-9f69-5f6b0418e32e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:58.049453303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a60c2a7-cf47-4940-9f69-5f6b0418e32e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:58.101076006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a60c2a7-cf47-4940-9f69-5f6b0418e32e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:58.153167029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a60c2a7-cf47-4940-9f69-5f6b0418e32e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:00.074909085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7150be5-945b-4712-9b38-69ee9bd44098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:00.128854685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7150be5-945b-4712-9b38-69ee9bd44098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:00.181125008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7150be5-945b-4712-9b38-69ee9bd44098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:00.233374908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7150be5-945b-4712-9b38-69ee9bd44098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:03.201964791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"55fa94e7-b2a4-46d0-8fb1-6d7b3708caf1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:03.206605601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"55f39ec7-2390-41f1-b80c-ff7f7c3e27c9","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:03.260244064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"55fa94e7-b2a4-46d0-8fb1-6d7b3708caf1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:03.263617523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"55f39ec7-2390-41f1-b80c-ff7f7c3e27c9","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"e2e-extmod-b-098e4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:03.31583946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-1c4191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e6c69bc248e7ad036910214fc52f9de16a7d7fe302f3b418f7692fc4820e5a3e) AuthConfig (b731889dad4f51860f3fb8ba5b549c3b3cf2c6ac3b38a253382facf97d176869) AuthConfig (f177dd599f687669b64970a63f158f1809fe968caf367501ebacc429548f092c) AuthConfig (5a9eacef8a3f4d0c175b1220b662d986f59bd0f3820359d8b7dadbdb438cbbbb) AuthConfig (876511d8117340c29df3a1dfe76e18bfda420d3393ab54c6f25a678579984bc5) AuthConfig (d11ec1c4a52a19d632c8170a72338d477ab40477060dc94a7f1e540b7a065186) AuthConfig (c2e10b45ea5d0df9ad722670f9909b393d5d4fccadef3747cab3683578f391f8) AuthConfig (7f6922789bef8a55817a1a89927df27b7abeb4ebb433c8e0945850ec9e25f016) AuthConfig (8b55982f852f831c920424e1ce5076c159c0f7418348df1c1ca5d98dcb824adc) AuthConfig (abc899b5786804787668153dc5f1513e3c7dd23f22c721bba55349fda7f8ca43) AuthConfig (a54887e9e7468ff0b000dde5b44ad673a7fee38922467abb337abfdfc71b94b7) AuthConfig (1a447fcf370b507c92e63cd84f202aaa066cfbce461ca824579938199e8594fd) AuthConfig (b876b5e4b22b88a8369cc870b0d96861a81a9c14059ab6feab5e9ca1ddd7f77b) AuthConfig (66ebca48f5659df84fd623aa5b66eda34c8e898f21fd062e3eee0adc9d6567b1) AuthConfig (372059b3fb74c5121a2b6d024684f5999328c1e54e0354e60882b2fef7a77a7e) AuthConfig (ba276f9de3a33a6ad42880554b0788d10014ba541a2fe5427e1116bd04ac5499) AuthConfig (1ca40f083be4c4a39d1c15b4537dc674628dbbf660280c3c14adeeb18feb69a1) AuthConfig (b3e73e2d326b325ccae1a60b9a12749f52af0b9a8ebc192c8f0166b8720ffea1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"55fa94e7-b2a4-46d0-8fb1-6d7b3708caf1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:03.319974753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-098e4d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"55f39ec7-2390-41f1-b80c-ff7f7c3e27c9","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:11.886582143Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:12.610090876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"7f77e4ab-12ce-4294-943c-bc0d205461ec","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:12.610086265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"6d8d6130-3d02-40a9-9ee3-6a9e26a39286","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:12.66749617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"7f77e4ab-12ce-4294-943c-bc0d205461ec","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:12.668761232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"6d8d6130-3d02-40a9-9ee3-6a9e26a39286","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"e2e-extmod-b-098e4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:12.724452872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-098e4d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4554c66b34393ae02087275b9014b81fa8b33c424889a4470078f4d535e585c8) AuthConfig (34821977eb34ace27e2eefe4527a8dded24f418dcd29470790b20d72fb454a65) AuthConfig (42bfb0be66c612c31b34b11bd179b58257442a2dbb45e686e891d31dd84b1a18) AuthConfig (d7cd688ae4ef5217b5e10fdf67fcc8af7fb9b164557c7f172de6bc4e4c8144a7) AuthConfig (2e48ef5241ab02ffa0447ba41a00eb0972ec0114c37131f5d3f9cdc7c1ee7ec3) AuthConfig (d31c2f5fd8d3187f9668e32fc982c00139f3c7a44d072c2f867a32ef956377f4) AuthConfig (bf8b8d0a5be163c8640f7e2e0558bab2b85331e562310cbdffc311b627b5aaeb) AuthConfig (ab3166b6925b7a87d8f8015a5ecbd8090972c3692a749736dbbcb32a9aaa3e80) AuthConfig (5da3dea1ae07adfeceaf7dc560da5eb6dc442f67942da3d471763eade7a26a31) AuthConfig (fb315ddb395bdf50cd28f5d71d60c8de2c373252a9c355da1e1adcd2cd546a51)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"6d8d6130-3d02-40a9-9ee3-6a9e26a39286","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:12.761722519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e5a415f3-dda2-49bf-a7a4-0daa8d154455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:12.761722341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"57efc308-f236-449c-916b-35c3be544e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:12.819078543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"e5a415f3-dda2-49bf-a7a4-0daa8d154455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:12.819108978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"57efc308-f236-449c-916b-35c3be544e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:12.832605626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"79ddb16a-1e52-499f-8d97-170bed8878c4","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-b-098e4d","gateway":"openshift-ingress/e2e-extmod-b-098e4d","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:12.832630138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"79ddb16a-1e52-499f-8d97-170bed8878c4","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-25ee4eb7-6eb72662b92f","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-25ee4eb7","externalModel":"e2e-fail-25ee4eb7","provider":"e2e-fail-25ee4eb7-provider","gateway":"openshift-ingress/e2e-extmod-b-098e4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:13.420146323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"295d9796-99a5-43de-8261-2b75a7ebcf27","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:13.478907939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"295d9796-99a5-43de-8261-2b75a7ebcf27","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:13.744777157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"724e51a0-189d-4774-b5cd-aa4643378ee4","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:13.74482249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"724e51a0-189d-4774-b5cd-aa4643378ee4","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.087585723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"10928619-cd2f-4398-ab98-0e1f982f30f2","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.087620339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"10928619-cd2f-4398-ab98-0e1f982f30f2","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.148059836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"6b07df57-7dd6-4465-acc6-a0d4181b9323","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.14808537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"6b07df57-7dd6-4465-acc6-a0d4181b9323","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.192443454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"9c03884f-3b49-4393-a4bd-8112de40d411","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:17.196982141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-9e36d5","reconcileID":"96f2c71d-9a78-40b8-8aba-9afe361fa71e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-9e36d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:17.201868393Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"6b07df57-7dd6-4465-acc6-a0d4181b9323","name":"rate-test-model-afc555","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-afc555\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:17.201939319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"6b07df57-7dd6-4465-acc6-a0d4181b9323","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-afc555\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.207295973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"1e1a3b5a-447d-41c4-8040-419236ab7cd8","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.207310302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"1e1a3b5a-447d-41c4-8040-419236ab7cd8","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.249495278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"9c03884f-3b49-4393-a4bd-8112de40d411","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.304441066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"8c39628e-1b98-44e4-8d7a-4a45689508f8","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.304461839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"8c39628e-1b98-44e4-8d7a-4a45689508f8","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.36104857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"7ce233b2-22ff-4bc2-b985-bd29840eb630","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.36106817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"7ce233b2-22ff-4bc2-b985-bd29840eb630","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.409262695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"9961a12d-7199-435e-bc43-45f1f8dcf4d1","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.409281591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"9961a12d-7199-435e-bc43-45f1f8dcf4d1","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.467412593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"aa6e9a0b-1750-4e7d-a3ad-f9be2f9fcd03","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.467441441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"aa6e9a0b-1750-4e7d-a3ad-f9be2f9fcd03","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.517098806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"c9d0f6a4-2142-4f12-bf54-e1e940a70a92","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:17.517861758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-9e36d5","reconcileID":"541c3600-2548-400e-8c03-71bc5fc1316c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-9e36d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:17.520996876Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"aa6e9a0b-1750-4e7d-a3ad-f9be2f9fcd03","name":"rate-test-model-1c4191","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-1c4191\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:17.521052741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"aa6e9a0b-1750-4e7d-a3ad-f9be2f9fcd03","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-1c4191\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.526408598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"485b8c9c-26ad-4e13-af16-db9db91a36f8","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.526423071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"485b8c9c-26ad-4e13-af16-db9db91a36f8","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.573212657Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-9e36d5","reconcileID":"1d834fda-1a77-465b-a4a1-612886f6e928","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-rate-test-model-afc555","model":"rate-test-model-afc555","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-afc555/e2e-rate-iso-a-9e36d5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.574059749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"c9d0f6a4-2142-4f12-bf54-e1e940a70a92","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.613120574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"7b95b344-d16a-4f8f-af78-eb3a80affcc7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.62538989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"0fa8586b-e849-4a3d-9c57-33dd077ab88a","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.6254121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"0fa8586b-e849-4a3d-9c57-33dd077ab88a","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.672936773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"7b95b344-d16a-4f8f-af78-eb3a80affcc7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.680182163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"1a282a02-aef4-4abc-9958-e326512f79fa","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.680204269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"1a282a02-aef4-4abc-9958-e326512f79fa","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.738285573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"31e236b3-1046-4efc-9023-a83798afd9f1","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.738308776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"31e236b3-1046-4efc-9023-a83798afd9f1","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.882345579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"22aa5c01-cb64-4846-8ba2-3987a978f511","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.889922121Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-9e36d5","reconcileID":"66747997-8b63-4bae-999a-ec414166c5a8","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-rate-test-model-1c4191","model":"rate-test-model-1c4191","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-1c4191/e2e-rate-iso-b-9e36d5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.941333996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"22aa5c01-cb64-4846-8ba2-3987a978f511","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:17.992751965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-9e36d5","reconcileID":"73b44aa2-ff11-485f-b4d4-94e60af26cc2","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-rate-test-model-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:18.056309143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"3e1e4637-bacd-4fd6-8dd1-9104aa450117","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:18.05632941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"3e1e4637-bacd-4fd6-8dd1-9104aa450117","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:18.318763729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-9e36d5","reconcileID":"8b839113-a12b-40b8-bddb-0a9139d9e0a2","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-rate-test-model-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.886009639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"59bf9f38-8a16-4851-b7cd-78d32261c054","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.943027315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"59bf9f38-8a16-4851-b7cd-78d32261c054","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"e2e-extmod-b-098e4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:23.059936148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-098e4d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4554c66b34393ae02087275b9014b81fa8b33c424889a4470078f4d535e585c8) AuthConfig (34821977eb34ace27e2eefe4527a8dded24f418dcd29470790b20d72fb454a65) AuthConfig (42bfb0be66c612c31b34b11bd179b58257442a2dbb45e686e891d31dd84b1a18) AuthConfig (d7cd688ae4ef5217b5e10fdf67fcc8af7fb9b164557c7f172de6bc4e4c8144a7) AuthConfig (2e48ef5241ab02ffa0447ba41a00eb0972ec0114c37131f5d3f9cdc7c1ee7ec3) AuthConfig (d31c2f5fd8d3187f9668e32fc982c00139f3c7a44d072c2f867a32ef956377f4) AuthConfig (bf8b8d0a5be163c8640f7e2e0558bab2b85331e562310cbdffc311b627b5aaeb) AuthConfig (ab3166b6925b7a87d8f8015a5ecbd8090972c3692a749736dbbcb32a9aaa3e80) AuthConfig (5da3dea1ae07adfeceaf7dc560da5eb6dc442f67942da3d471763eade7a26a31) AuthConfig (fb315ddb395bdf50cd28f5d71d60c8de2c373252a9c355da1e1adcd2cd546a51)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"59bf9f38-8a16-4851-b7cd-78d32261c054","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:33.165480786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"78760fe5-7ade-4678-ac9c-c90b94b93bfc","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:33.222927221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"78760fe5-7ade-4678-ac9c-c90b94b93bfc","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"e2e-extmod-b-098e4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:33.278668211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-098e4d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4554c66b34393ae02087275b9014b81fa8b33c424889a4470078f4d535e585c8) AuthConfig (34821977eb34ace27e2eefe4527a8dded24f418dcd29470790b20d72fb454a65) AuthConfig (42bfb0be66c612c31b34b11bd179b58257442a2dbb45e686e891d31dd84b1a18) AuthConfig (d7cd688ae4ef5217b5e10fdf67fcc8af7fb9b164557c7f172de6bc4e4c8144a7) AuthConfig (2e48ef5241ab02ffa0447ba41a00eb0972ec0114c37131f5d3f9cdc7c1ee7ec3) AuthConfig (d31c2f5fd8d3187f9668e32fc982c00139f3c7a44d072c2f867a32ef956377f4) AuthConfig (bf8b8d0a5be163c8640f7e2e0558bab2b85331e562310cbdffc311b627b5aaeb) AuthConfig (ab3166b6925b7a87d8f8015a5ecbd8090972c3692a749736dbbcb32a9aaa3e80) AuthConfig (5da3dea1ae07adfeceaf7dc560da5eb6dc442f67942da3d471763eade7a26a31) AuthConfig (fb315ddb395bdf50cd28f5d71d60c8de2c373252a9c355da1e1adcd2cd546a51)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"78760fe5-7ade-4678-ac9c-c90b94b93bfc","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:34.316203274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-9e36d5","reconcileID":"590e8db3-0658-449e-88e7-f4530847dcc3","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-rate-test-model-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:34.430170808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-9e36d5","reconcileID":"c567d0ba-44fd-4032-823f-242bf1a1b800","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-rate-test-model-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:34.479616816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"a62e8b10-151c-4a17-835e-fbf6afd50ca8","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:34.479637825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"a62e8b10-151c-4a17-835e-fbf6afd50ca8","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:34.6491779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"34dce394-b553-4009-86b8-7a4277e76316","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:34.649199867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"34dce394-b553-4009-86b8-7a4277e76316","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:35.560311565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"796efeac-029b-45b0-921e-cb6d60f47207","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:35.617363593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"796efeac-029b-45b0-921e-cb6d60f47207","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:35.724535192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"9ecde16d-ab12-484b-90be-0ed90208e6af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:35.781481116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"9ecde16d-ab12-484b-90be-0ed90208e6af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:35.960275146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9da93470","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"e2e-conflict-a-9da93470","reconcileID":"e0bd5a27-527d-48f8-b300-bdb20611e761","MaaSModelRef":{"name":"e2e-conflict-a-9da93470","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"e2e-conflict-a-9da93470-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"e2e-conflict-a-9da93470","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:40.628005667Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"02a88402-7b68-4aca-8fa1-64c9b6978c3d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:40.628061575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"43a6e5ab-7548-4a4c-80c6-8b4dd7f7e9f9","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:40.62807831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"43a6e5ab-7548-4a4c-80c6-8b4dd7f7e9f9","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:40.834235332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"02a88402-7b68-4aca-8fa1-64c9b6978c3d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:40.894936169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-9e36d5","reconcileID":"8ccf716d-8f43-4280-8f8e-a75c2bf4b0b1","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-rate-test-model-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:40.96446456Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"02a88402-7b68-4aca-8fa1-64c9b6978c3d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"e2e-shared-a-w0-afc555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:40.964494118Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"02a88402-7b68-4aca-8fa1-64c9b6978c3d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.020763792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"1157bc16-ae2f-4b79-bafd-7b6f35077f39","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.020815755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"1157bc16-ae2f-4b79-bafd-7b6f35077f39","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.169218365Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"6292356f-ac71-4f12-80a8-04af1190064c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.169359303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"a26d0d8d-6b70-499f-83b6-7482fd7e9355","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.169382083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"a26d0d8d-6b70-499f-83b6-7482fd7e9355","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.288050996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-9e36d5","reconcileID":"35f203f8-9597-4442-9538-4f8d7a1a53e9","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-rate-test-model-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.37510868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"6292356f-ac71-4f12-80a8-04af1190064c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.436352178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-9e36d5","reconcileID":"6f331e32-0ffc-46cd-9eaf-d6b7042afc00","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-rate-test-model-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.501472195Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"6292356f-ac71-4f12-80a8-04af1190064c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"e2e-shared-b-w0-1c4191-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.501505231Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-auth-9e36d5","reconcileID":"6292356f-ac71-4f12-80a8-04af1190064c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.557576055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"a87a3f73-5003-4096-8a6d-935233379fc9","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.557607671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"a87a3f73-5003-4096-8a6d-935233379fc9","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.705812723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"ce9edfe0-9593-46cd-9bd8-514056ea76f8","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.705832114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"ce9edfe0-9593-46cd-9bd8-514056ea76f8","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.816203277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"65c2ae7c-28a2-4d88-a2d8-0f4692bd06c9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.827430061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-9e36d5","reconcileID":"2a32a5a6-aa91-4cd4-8333-a165d22dbdb9","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-rate-test-model-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.888089292Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:41.9331921Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"65c2ae7c-28a2-4d88-a2d8-0f4692bd06c9","name":"e2e-shared-b-w1-fd2672-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:43.384218544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"5c1db7a9-9ed0-4e00-aada-89e6c045b370","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:43.441711203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"5c1db7a9-9ed0-4e00-aada-89e6c045b370","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"e2e-extmod-b-098e4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:43.866906513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"b139ee9e-4950-49ea-88df-8f237f5298d3","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-b-098e4d","gateway":"openshift-ingress/e2e-extmod-b-098e4d","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:43.866934526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"b139ee9e-4950-49ea-88df-8f237f5298d3","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-25ee4eb7-6eb72662b92f","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-25ee4eb7","externalModel":"e2e-fail-25ee4eb7","provider":"e2e-fail-25ee4eb7-provider","gateway":"openshift-ingress/e2e-extmod-b-098e4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.507296069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"e5b8e268-7f22-49c1-b2c9-06521e525d2f","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.50785435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"6f11db26-227b-4c45-a6b1-77f43c9e6d05","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.508123449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"6d418e76-1bf2-436a-9455-a1364125bf46","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.508298004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9da93470","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"e2e-conflict-a-9da93470","reconcileID":"88ea0ff4-5777-463c-8d7e-6c8bfef6d743","MaaSModelRef":{"name":"e2e-conflict-a-9da93470","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"e2e-conflict-a-9da93470-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"e2e-conflict-a-9da93470","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.5084642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"d42f8fae-9589-4686-83a4-73df312d4c09","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.638526261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"e69df995-0c5c-43e7-823b-fe44b2da625b","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.639068392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"f85dd4f5-0447-4a4b-8e69-ec3bd44845d9","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.63943782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"749a8a8c-a864-4076-8d5a-2a343a8877ed","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.639677403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"a6abccd9-001b-4b49-8a3d-fd1113a6af79","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.63993963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9da93470","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"e2e-conflict-a-9da93470","reconcileID":"06912649-477f-4fe4-8596-0261fb9db0df","MaaSModelRef":{"name":"e2e-conflict-a-9da93470","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"e2e-conflict-a-9da93470-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"e2e-conflict-a-9da93470","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.665994606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2650e211-d976-48f7-9704-99ec9d804444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.66861608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5645eff5-286f-4c23-afa4-6c9dbbe0a32e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.724116355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2650e211-d976-48f7-9704-99ec9d804444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.724669456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"d959eb8a-7b6d-4b36-9c54-92832dbcd755","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.725075067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"44341ea2-9866-4896-95fe-a87626e766af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.729825488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5645eff5-286f-4c23-afa4-6c9dbbe0a32e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:45.037834461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"aa08de66-94ae-44b8-a72e-ed6fb3d55ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:45.094515571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"aa08de66-94ae-44b8-a72e-ed6fb3d55ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:45.13824308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"492d553a-ace0-45a4-9e20-907ff6b89e9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:45.195135959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"492d553a-ace0-45a4-9e20-907ff6b89e9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.285979346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"16a4dcef-1030-4b69-8d6d-ea7c2f5f743f","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-b-098e4d","gateway":"openshift-ingress/e2e-extmod-b-098e4d","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.286018533Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"16a4dcef-1030-4b69-8d6d-ea7c2f5f743f","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-25ee4eb7-6eb72662b92f","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-25ee4eb7","externalModel":"e2e-fail-25ee4eb7","provider":"e2e-fail-25ee4eb7-provider","gateway":"openshift-ingress/e2e-extmod-b-098e4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.337848673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"2422212c-c94a-4386-a738-30be0d4d07f4","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:48.339932645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-25ee4eb7-sub","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-sub","reconcileID":"39330ba2-add0-4a7a-8029-d2526830fdc2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-25ee4eb7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.395236241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"2422212c-c94a-4386-a738-30be0d4d07f4","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"e2e-extmod-b-098e4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.447906527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"8bfc09d0-26aa-41c6-8eb9-4c5d3bf3c2ba","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-b-098e4d","gateway":"openshift-ingress/e2e-extmod-b-098e4d","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.447931499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"8bfc09d0-26aa-41c6-8eb9-4c5d3bf3c2ba","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-25ee4eb7-6eb72662b92f","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-25ee4eb7","externalModel":"e2e-fail-25ee4eb7","provider":"e2e-fail-25ee4eb7-provider","gateway":"openshift-ingress/e2e-extmod-b-098e4d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:48.553299065Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"8bfc09d0-26aa-41c6-8eb9-4c5d3bf3c2ba","name":"e2e-fail-25ee4eb7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-25ee4eb7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:48.553365303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"8bfc09d0-26aa-41c6-8eb9-4c5d3bf3c2ba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-25ee4eb7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.605591919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"bf895667-7205-428b-a25a-31babadf2181","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-b-098e4d","gateway":"openshift-ingress/e2e-extmod-b-098e4d","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.60562638Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"bf895667-7205-428b-a25a-31babadf2181","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-25ee4eb7-6eb72662b92f","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-25ee4eb7","externalModel":"e2e-fail-25ee4eb7","provider":"e2e-fail-25ee4eb7-provider","gateway":"openshift-ingress/e2e-extmod-b-098e4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.782944563Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-25ee4eb7-sub","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-sub","reconcileID":"39390c3e-4056-4c80-a82b-ae0a080a26d2","MaaSSubscription":{"name":"e2e-fail-25ee4eb7-sub","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"maas-trlp-e2e-fail-25ee4eb7","model":"e2e-fail-25ee4eb7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-098e4d/e2e-fail-25ee4eb7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.861217249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"9d02bed9-6a96-4693-a256-4a3c45f481f5","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.939326115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"9d02bed9-6a96-4693-a256-4a3c45f481f5","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"e2e-extmod-b-098e4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:49.072246017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"3d5d5a8c-a0a8-41ab-b8d2-fc3defdb999e","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-b-098e4d","gateway":"openshift-ingress/e2e-extmod-b-098e4d","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:49.072276473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"3d5d5a8c-a0a8-41ab-b8d2-fc3defdb999e","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-25ee4eb7-6eb72662b92f","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-25ee4eb7","externalModel":"e2e-fail-25ee4eb7","provider":"e2e-fail-25ee4eb7-provider","gateway":"openshift-ingress/e2e-extmod-b-098e4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:49.279988764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-25ee4eb7-sub","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-sub","reconcileID":"5dfccbe9-ca20-47ca-b96d-ebc142e13ad6","MaaSSubscription":{"name":"e2e-fail-25ee4eb7-sub","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"maas-trlp-e2e-fail-25ee4eb7","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:51.912299116Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-9e36d5","reconcileID":"abb42d71-8ef7-49ea-8f29-a3a7c8284682","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","subscription":"e2e-rate-iso-a-9e36d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:51.969096043Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-9e36d5","reconcileID":"abb42d71-8ef7-49ea-8f29-a3a7c8284682","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:52.021977276Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"e2e-rate-iso-a-9e36d5","reconcileID":"abb42d71-8ef7-49ea-8f29-a3a7c8284682","MaaSSubscription":{"name":"e2e-rate-iso-a-9e36d5","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"name":"maas-trlp-rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:52.296631779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"08a7f41b-718f-482b-8e0c-5467fef529af","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenant":"e2e-shared-a-w0-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","model":"ai-tenant-e2e-shared-a-w0-afc555/rate-test-model-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:52.296656618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"rate-test-model-afc555","reconcileID":"08a7f41b-718f-482b-8e0c-5467fef529af","MaaSModelRef":{"name":"rate-test-model-afc555","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"routeName":"rate-test-model-afc555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-afc555","llmisvcName":"rate-test-model-afc555","gateway":"openshift-ingress/e2e-shared-a-w0-afc555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:52.451064592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"5122a66b-d29b-44a0-bec7-5be581c8e8dd","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:52.451085573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"5122a66b-d29b-44a0-bec7-5be581c8e8dd","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.623810357Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-9e36d5","reconcileID":"861f364c-72a9-467b-a6b7-9773029df45a","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","subscription":"e2e-rate-iso-b-9e36d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.676314281Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-9e36d5","reconcileID":"861f364c-72a9-467b-a6b7-9773029df45a","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.728599969Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"e2e-rate-iso-b-9e36d5","reconcileID":"861f364c-72a9-467b-a6b7-9773029df45a","MaaSSubscription":{"name":"e2e-rate-iso-b-9e36d5","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"name":"maas-trlp-rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.999485721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"729975ee-9bc9-4a84-a809-435bbe9c004a","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenant":"e2e-shared-b-w0-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","model":"ai-tenant-e2e-shared-b-w0-1c4191/rate-test-model-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.999508384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"rate-test-model-1c4191","reconcileID":"729975ee-9bc9-4a84-a809-435bbe9c004a","MaaSModelRef":{"name":"rate-test-model-1c4191","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"routeName":"rate-test-model-1c4191-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","llmisvcName":"rate-test-model-1c4191","gateway":"openshift-ingress/e2e-shared-b-w0-1c4191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:11.886052747Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:16.865036323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-25ee4eb7-sub","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-sub","reconcileID":"d49bf591-b833-445d-8e23-b34089c84cb2","MaaSSubscription":{"name":"e2e-fail-25ee4eb7-sub","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"maas-trlp-e2e-fail-25ee4eb7","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:17.153225171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"21597ef4-4513-4cbb-8a28-9a6b146db797","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-b-098e4d","gateway":"openshift-ingress/e2e-extmod-b-098e4d","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:17.153255864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"21597ef4-4513-4cbb-8a28-9a6b146db797","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-25ee4eb7-6eb72662b92f","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-25ee4eb7","externalModel":"e2e-fail-25ee4eb7","provider":"e2e-fail-25ee4eb7-provider","gateway":"openshift-ingress/e2e-extmod-b-098e4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:17.640226845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"fa8e4bf0-7fd7-4111-8e0b-e5da463eaffc","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:17.640290273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"70463e1d-f01f-4824-95b3-4e4f9c336f61","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:17.698127196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"fa8e4bf0-7fd7-4111-8e0b-e5da463eaffc","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:17.698887759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"70463e1d-f01f-4824-95b3-4e4f9c336f61","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"e2e-extmod-b-098e4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:18.019335057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"4847f490-c16a-4449-993e-08ef7c7e868a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:18.019352395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a03686b1-bb2a-4d58-8ced-afb3ab2a9ddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:18.077502536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a03686b1-bb2a-4d58-8ced-afb3ab2a9ddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:18.078027579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"4847f490-c16a-4449-993e-08ef7c7e868a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:18.662504657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-9da93470","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"e2e-conflict-b-9da93470","reconcileID":"09eee764-ac59-4a20-bf28-7d2b77ac50f5","MaaSModelRef":{"name":"e2e-conflict-b-9da93470","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"e2e-conflict-b-9da93470-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"e2e-conflict-b-9da93470","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:18.721195419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9da93470","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"e2e-conflict-a-9da93470","reconcileID":"fa67c865-3a03-4265-80cd-9364cef982e9","MaaSModelRef":{"name":"e2e-conflict-a-9da93470","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"e2e-conflict-a-9da93470-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"e2e-conflict-a-9da93470","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:19.278971059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"114fdb87-065c-43e6-bd52-bad376818ed6","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-b-098e4d","gateway":"openshift-ingress/e2e-extmod-b-098e4d","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:19.279000109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"114fdb87-065c-43e6-bd52-bad376818ed6","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-25ee4eb7-6eb72662b92f","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-25ee4eb7","externalModel":"e2e-fail-25ee4eb7","provider":"e2e-fail-25ee4eb7-provider","gateway":"openshift-ingress/e2e-extmod-b-098e4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:19.330261035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"88f1e5da-f66e-43fa-9a14-44aceb32aa83","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:19.387295596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"88f1e5da-f66e-43fa-9a14-44aceb32aa83","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"e2e-extmod-b-098e4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:19.44093673Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-25ee4eb7-sub","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-sub","reconcileID":"f86eb800-d60b-4fb6-ab74-c3d54a53338f","MaaSSubscription":{"name":"e2e-fail-25ee4eb7-sub","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e238df4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:19.75161085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"9f144739-5b3a-4c5a-9983-3d89b1216c3f","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:19.808430434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"9f144739-5b3a-4c5a-9983-3d89b1216c3f","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"e2e-extmod-b-098e4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:24.801283892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9da93470","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"e2e-conflict-a-9da93470","reconcileID":"73860128-92d6-4b9a-ba51-77e25b4b5b25","MaaSModelRef":{"name":"e2e-conflict-a-9da93470","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"e2e-conflict-a-9da93470-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"e2e-conflict-a-9da93470","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.006848988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"120b2268-8f55-49ba-9e5b-63f244656a06","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.007153942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"24c600c5-d73d-416e-ad19-627e3ea4f707","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.007394082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"a780d79d-a567-47b4-9fdf-7f5cb1447ef8","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.00754108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"3cbfc45d-1ef0-4d0f-a9cf-07d6e37e94d1","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.007696517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9da93470","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"e2e-conflict-a-9da93470","reconcileID":"98e07796-2b91-4b83-acb4-9fd4253cc0b1","MaaSModelRef":{"name":"e2e-conflict-a-9da93470","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"e2e-conflict-a-9da93470-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"e2e-conflict-a-9da93470","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.17602606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5d93d51b-4456-4674-b37f-352fccf2b5c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.176039559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a796add1-3d36-4e20-9601-f1da8da3db52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.228454479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"c783b656-1027-4a89-ae05-5530b4f0d28b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.22885182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"a4eb6e09-f8d5-42a0-9c84-2dcaa729372f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.234807518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a796add1-3d36-4e20-9601-f1da8da3db52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.234838325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"5d93d51b-4456-4674-b37f-352fccf2b5c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:29.493238844Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-25ee4eb7-sub","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-sub","reconcileID":"c226201f-f987-4582-876d-3a8c941ca25c","MaaSSubscription":{"name":"e2e-fail-25ee4eb7-sub","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","subscription":"e2e-fail-25ee4eb7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:29.597823191Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-25ee4eb7-sub","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-sub","reconcileID":"c226201f-f987-4582-876d-3a8c941ca25c","MaaSSubscription":{"name":"e2e-fail-25ee4eb7-sub","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:29.649639467Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-25ee4eb7-sub","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-sub","reconcileID":"c226201f-f987-4582-876d-3a8c941ca25c","MaaSSubscription":{"name":"e2e-fail-25ee4eb7-sub","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"maas-trlp-e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:29.884661475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-sub","reconcileID":"b5ca0352-f8b5-4dd0-a11b-2f3e0378d600","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"maas-trlp-e2e-fail-93e79f65","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:29.972627758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"35f79f18-fbdc-43f5-8414-0f7c410f7ef2","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-b-098e4d","gateway":"openshift-ingress/e2e-extmod-b-098e4d","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:29.972662057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"35f79f18-fbdc-43f5-8414-0f7c410f7ef2","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-25ee4eb7-6eb72662b92f","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-25ee4eb7","externalModel":"e2e-fail-25ee4eb7","provider":"e2e-fail-25ee4eb7-provider","gateway":"openshift-ingress/e2e-extmod-b-098e4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.023408049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"847446b2-f80a-4357-87ac-1a366d30da58","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.066957995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"0674fa80-92b0-49d4-b709-7b69d5f0a5f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.08048278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"847446b2-f80a-4357-87ac-1a366d30da58","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"e2e-extmod-b-098e4d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.13633136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"0e5d352b-bec3-4151-808d-80791fd13a50","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-b-098e4d","gateway":"openshift-ingress/e2e-extmod-b-098e4d","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.136359935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"0e5d352b-bec3-4151-808d-80791fd13a50","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-25ee4eb7-6eb72662b92f","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-25ee4eb7","externalModel":"e2e-fail-25ee4eb7","provider":"e2e-fail-25ee4eb7-provider","gateway":"openshift-ingress/e2e-extmod-b-098e4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.166835808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f6e7c05-bc94-4740-aa99-5c4cf9e72ad0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:01:30.241671564Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"0e5d352b-bec3-4151-808d-80791fd13a50","name":"e2e-fail-25ee4eb7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-25ee4eb7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:01:30.241739597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"0e5d352b-bec3-4151-808d-80791fd13a50","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-25ee4eb7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.26680257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"0d2997c7-9cd6-4aa3-9aae-3c299b1ccdbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.299247738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"879ed9f0-d951-4e96-9858-5a61de7b709e","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-b-098e4d","gateway":"openshift-ingress/e2e-extmod-b-098e4d","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.299276111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"879ed9f0-d951-4e96-9858-5a61de7b709e","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-25ee4eb7-6eb72662b92f","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-25ee4eb7","externalModel":"e2e-fail-25ee4eb7","provider":"e2e-fail-25ee4eb7-provider","gateway":"openshift-ingress/e2e-extmod-b-098e4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.338991528Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"8d9bc1af-3b39-4ee1-a911-4e6025ad9c36","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.371820155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"7f27e0bd-2ee1-4e2c-8d8e-e9b97e8bc1ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.591947619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"8d9bc1af-3b39-4ee1-a911-4e6025ad9c36","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.648113329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3637247c-ef62-4843-8b7e-cdb156ce7abb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.718437796Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"8d9bc1af-3b39-4ee1-a911-4e6025ad9c36","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"name":"e2e-extmod-b-098e4d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.718461316Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"e2e-fail-25ee4eb7-access","reconcileID":"8d9bc1af-3b39-4ee1-a911-4e6025ad9c36","MaaSAuthPolicy":{"name":"e2e-fail-25ee4eb7-access","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.748725986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"ef1e19b7-6b0e-48ce-a406-e43b8e50210c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.827184339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"52301fb7-a6ef-48cf-a118-2b5cc12ba2b1","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-b-098e4d","gateway":"openshift-ingress/e2e-extmod-b-098e4d","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:30.827211054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"52301fb7-a6ef-48cf-a118-2b5cc12ba2b1","MaaSModelRef":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-25ee4eb7-6eb72662b92f","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-25ee4eb7","externalModel":"e2e-fail-25ee4eb7","provider":"e2e-fail-25ee4eb7-provider","gateway":"openshift-ingress/e2e-extmod-b-098e4d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.40936655Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"e62a795f-f5f0-4f6a-94e0-292f14020bcf","namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.519872139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"18feb680-aefa-4ce5-92b9-930f1bb28190","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.519901961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"18feb680-aefa-4ce5-92b9-930f1bb28190","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.566949795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ea4dd6d-b046-4dfa-8ea5-a3ee687da76c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.566949786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a4389a0c-500d-4a54-8b10-2348f992deea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.567669649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"94e87c4f-7624-440f-b85f-893fbc8b26f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.567714411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"aa7ddbf7-ac87-4199-977e-77705616feaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.568194843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"6e2738bd-64d4-437a-b0e8-c41b60f18549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.625141247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"6e2738bd-64d4-437a-b0e8-c41b60f18549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.625277242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"aa7ddbf7-ac87-4199-977e-77705616feaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.627302536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"a4389a0c-500d-4a54-8b10-2348f992deea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.627556321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"94e87c4f-7624-440f-b85f-893fbc8b26f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.629362765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ea4dd6d-b046-4dfa-8ea5-a3ee687da76c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.732086558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-sub","reconcileID":"04a7f482-edf6-4ec3-a30c-3d0d0efab1ab","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"maas-trlp-e2e-fail-93e79f65","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.928221828Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"05d44f16-7a99-4606-bbe3-936501f5b34d","namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.941228436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"9a065193-9b17-44e4-be1b-64366bf0424e","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.994265821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b5a2374-88b4-41dc-b369-0df6c2a56498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.999282654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"9a065193-9b17-44e4-be1b-64366bf0424e","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.050990159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b5a2374-88b4-41dc-b369-0df6c2a56498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.083915884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6286319d-d384-448e-830d-627714aaf2ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.083931389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"fd002772-043a-4c49-a227-35ca66590ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.084382638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ea4df6a7-18c1-46a5-b2d9-d389a6e31617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.140832766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"6286319d-d384-448e-830d-627714aaf2ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.141038745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"ea4df6a7-18c1-46a5-b2d9-d389a6e31617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.143059898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"fd002772-043a-4c49-a227-35ca66590ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.359498929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"cc4d3302-ec88-403f-a434-f348ebc65398","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.409389655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"398234c6-1609-49ea-bae2-c513aab24814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.416166269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"cc4d3302-ec88-403f-a434-f348ebc65398","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.466039301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"398234c6-1609-49ea-bae2-c513aab24814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.483959245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"c03f9bc6-b866-4a43-a959-3e0f1298f83c","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.483985706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"c03f9bc6-b866-4a43-a959-3e0f1298f83c","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.509988513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63af9399-903c-4e01-88ee-19e7f89a828d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.510200153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"58bbc47a-e315-4d62-bbb6-1a66c926dc2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.567027973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63af9399-903c-4e01-88ee-19e7f89a828d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.567136202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"58bbc47a-e315-4d62-bbb6-1a66c926dc2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.646255567Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-sub","reconcileID":"49f7c5db-ec30-4900-8b8d-1b7001fd18d4","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a88d1a54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.777354082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"bac3ae26-8b77-4f0a-9b6c-e3557c4b0b62","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:32.835003476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"bac3ae26-8b77-4f0a-9b6c-e3557c4b0b62","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:35.417624322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d55719b2-01fe-46c9-8585-9442648f725f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:35.471095698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d55719b2-01fe-46c9-8585-9442648f725f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:35.523236589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d55719b2-01fe-46c9-8585-9442648f725f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:35.575079966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d55719b2-01fe-46c9-8585-9442648f725f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.503659413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b116cfe8-888a-4229-a68b-95c76691b8f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.555572889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b116cfe8-888a-4229-a68b-95c76691b8f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.607317424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b116cfe8-888a-4229-a68b-95c76691b8f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.659665767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b116cfe8-888a-4229-a68b-95c76691b8f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:41.889516813Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:42.698556078Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-sub","reconcileID":"850e009d-eb51-49be-9b66-54699cfc2fc8","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","subscription":"e2e-fail-93e79f65-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:42.807363859Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-sub","reconcileID":"850e009d-eb51-49be-9b66-54699cfc2fc8","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:42.865327799Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-sub","reconcileID":"850e009d-eb51-49be-9b66-54699cfc2fc8","MaaSSubscription":{"name":"e2e-fail-93e79f65-sub","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"maas-trlp-e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:43.199664746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"ca0e355c-9843-4a78-9be5-ef921b9e16f4","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:43.199692956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"ca0e355c-9843-4a78-9be5-ef921b9e16f4","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:43.251324699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"0dec73f5-0de3-4c7f-8f48-86b7f712f32d","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:43.308577506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"0dec73f5-0de3-4c7f-8f48-86b7f712f32d","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:43.363450634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"649eabe5-7a0b-40ff-b614-88a380474238","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:43.363489233Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"649eabe5-7a0b-40ff-b614-88a380474238","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:01:43.472505951Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"649eabe5-7a0b-40ff-b614-88a380474238","name":"e2e-fail-93e79f65","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-93e79f65\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:01:43.472704249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"649eabe5-7a0b-40ff-b614-88a380474238","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-93e79f65\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:43.530034262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"b468ff07-8039-4576-ac7f-7b08ccea2dc7","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:43.530060872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"b468ff07-8039-4576-ac7f-7b08ccea2dc7","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:43.578294914Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"25ec4c56-97e0-4a21-8090-2a15421e9aa0","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:43.833109498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"25ec4c56-97e0-4a21-8090-2a15421e9aa0","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:43.970399036Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"25ec4c56-97e0-4a21-8090-2a15421e9aa0","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"name":"e2e-extmod-a-d96a66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:43.970447055Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"e2e-fail-93e79f65-access","reconcileID":"25ec4c56-97e0-4a21-8090-2a15421e9aa0","MaaSAuthPolicy":{"name":"e2e-fail-93e79f65-access","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.082439108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"d88188df-1605-4e36-9189-4b56a886cb9d","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"tenant":"e2e-extmod-a-d96a66","gateway":"openshift-ingress/e2e-extmod-a-d96a66","model":"e2e-extmod-fail-user-b29ac0/e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.082473103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"d88188df-1605-4e36-9189-4b56a886cb9d","MaaSModelRef":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"routeName":"external-model-e2e-fail-93e79f65-91e7d34aafa6","namespace":"e2e-extmod-fail-user-b29ac0","model":"e2e-fail-93e79f65","externalModel":"e2e-fail-93e79f65","provider":"e2e-fail-93e79f65-provider","gateway":"openshift-ingress/e2e-extmod-a-d96a66","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.5966866Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"e25347fa-9c66-4552-8c02-e1f6bbe4d3d9","namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.778654407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"cce980e4-f139-49cb-bea9-0658eae1c5bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.778680871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0141810c-2778-4579-b6aa-819df9491e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.779238336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c88852f3-cd39-486d-b7d4-c631c5bab7cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.7798122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ce51f32-fbd5-4b5f-8ec3-0091587f7394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.78035704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"b8788214-fa88-49ed-9bca-d9a7287eae13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.836259868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0141810c-2778-4579-b6aa-819df9491e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.837336936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c88852f3-cd39-486d-b7d4-c631c5bab7cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.839109259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ce51f32-fbd5-4b5f-8ec3-0091587f7394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.841031407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"cce980e4-f139-49cb-bea9-0658eae1c5bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.841285471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"b8788214-fa88-49ed-9bca-d9a7287eae13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.11040716Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"911c1d8e-9721-45a6-9097-5908bb8ffc9a","namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.194856424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"8fb8bcb2-ec68-409f-9374-c513e8df9e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.251595024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"8fb8bcb2-ec68-409f-9374-c513e8df9e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.264868134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"fa8931b1-96ad-41f8-b0f5-1336ef54e416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.265151825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"5d5cf17e-d425-4082-90d2-d2e9b451b5af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.265426193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"cedf6c41-5833-43e9-a0ff-5823b32fa3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.264868173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72eb3ffe-2015-432c-ab9d-3f2b58dc36a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.322689277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"fa8931b1-96ad-41f8-b0f5-1336ef54e416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.323226135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"5d5cf17e-d425-4082-90d2-d2e9b451b5af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.326237043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"cedf6c41-5833-43e9-a0ff-5823b32fa3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.326937286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72eb3ffe-2015-432c-ab9d-3f2b58dc36a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.434340017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"55113962-a8ef-4332-8770-d8d6dc946a9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.557007706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"64631952-be47-4386-aea2-1c55862296d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.608593237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1852c08f-bc85-4c85-ab6a-92126e08b6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.66521322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1852c08f-bc85-4c85-ab6a-92126e08b6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.7131172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adb33344-32a1-45e4-a121-f1d4dd532d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.736294661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"10275a86-ec6c-4363-8a30-a8e7e655b94b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.770144403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adb33344-32a1-45e4-a121-f1d4dd532d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:46.035609634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd2859fe-a601-4410-b79b-5339c6adfa58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:46.135917579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"4b4ba52c-d1f4-4c0a-992d-21cc093825db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:46.163226267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1c30aad4-30f8-4500-8454-2e6dacbeacea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:52.095994087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"e5602a56-ff39-4012-805a-ed90b2a9c2c3","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:52.096479775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"d84ad262-52d8-4de7-9f24-d97f22d40d9c","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:52.098042993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"6a9b552c-986c-490d-860b-6a3d1e7d1552","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:52.09834729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"9fa77f38-cd2a-414c-98b3-1b98cff92e2a","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:52.257266878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7e4a9319-4cde-4a2a-ab32-918db979be34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:52.258889844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1e85f18c-475d-42eb-af60-d3779fd0ff4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:52.311535252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"1d6e362d-25cd-4e2d-bfc2-d58251849147","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:52.311623798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"d90bbd0a-8ffa-491b-9142-2a57339a981b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:52.314523416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"7e4a9319-4cde-4a2a-ab32-918db979be34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:52.315504335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1e85f18c-475d-42eb-af60-d3779fd0ff4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:55.808432382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e813d3-b862-45e1-b94a-8cbf7274b8de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:55.860489481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e813d3-b862-45e1-b94a-8cbf7274b8de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:55.913132261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e813d3-b862-45e1-b94a-8cbf7274b8de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:55.965200605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e813d3-b862-45e1-b94a-8cbf7274b8de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:57.921843966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd570ad-84c6-45e8-a9c9-2c4f4da135ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:57.973916344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd570ad-84c6-45e8-a9c9-2c4f4da135ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:58.025896107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd570ad-84c6-45e8-a9c9-2c4f4da135ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:58.077720195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd570ad-84c6-45e8-a9c9-2c4f4da135ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.105690021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9137c6b6-eb08-4d45-9c9e-7d5dae3cf83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.158327747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9137c6b6-eb08-4d45-9c9e-7d5dae3cf83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.211025965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9137c6b6-eb08-4d45-9c9e-7d5dae3cf83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.263775492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9137c6b6-eb08-4d45-9c9e-7d5dae3cf83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:02.2068697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2d561c-aac5-426d-b9d9-ded87176fe9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:02.258823827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2d561c-aac5-426d-b9d9-ded87176fe9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:02.310721189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2d561c-aac5-426d-b9d9-ded87176fe9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:02.362543164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb2d561c-aac5-426d-b9d9-ded87176fe9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.201745037Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","namespace":"ai-tenant-e2e-extmod-a-c73135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.201849268Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","namespace":"ai-tenant-e2e-extmod-a-c73135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.201897635Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","tenant":"e2e-extmod-a-c73135","tenantID":"e2e-extmod-a-c73135","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.255531649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"Deployment","name":"maas-api-e2e-extmod-a-c73135","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.315297434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"Service","name":"maas-api-e2e-extmod-a-c73135","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.378470574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-c73135","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.434093009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-c73135","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.491063798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-c73135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.546228098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-c73135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.60125923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-c73135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.65550396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-c73135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.707366657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-c73135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.758922545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-c73135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.810285546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"Service","name":"payload-processing-e2e-extmod-a-c73135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.86182753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-c73135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.913148525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-c73135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:04.964442337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-c73135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:05.015727681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-c73135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:05.071235929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-c73135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:05.123111785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-c73135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:05.174537919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-c73135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:05.231023599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-c73135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:05.286090152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"default-tenant","reconcileID":"9fa3f994-406f-4c16-8cd4-4f8b4ade7d93","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-c73135","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:11.885264192Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:14.213610973Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c73135","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c73135","reconcileID":"ffc8fc9d-4830-48db-a1bc-74da27af1668","aitenant":"ai-tenants/e2e-extmod-a-c73135","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:14.79671571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f10af4-c9e0-4ec8-a27d-7284cc01a62c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:14.84880444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f10af4-c9e0-4ec8-a27d-7284cc01a62c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:14.901634446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f10af4-c9e0-4ec8-a27d-7284cc01a62c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:14.953628618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f10af4-c9e0-4ec8-a27d-7284cc01a62c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:15.015642859Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c73135","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c73135","reconcileID":"ffc8fc9d-4830-48db-a1bc-74da27af1668","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c73135","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-c73135"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:16.843986423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561f9d98-4618-4d4f-bf4a-1c7ae46da12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:16.896764606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561f9d98-4618-4d4f-bf4a-1c7ae46da12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:16.949470366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561f9d98-4618-4d4f-bf4a-1c7ae46da12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:17.001318788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561f9d98-4618-4d4f-bf4a-1c7ae46da12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:18.879206222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c931a09f-5277-4f1b-bda6-e959130fe604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:18.931872257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c931a09f-5277-4f1b-bda6-e959130fe604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:18.983861284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c931a09f-5277-4f1b-bda6-e959130fe604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:19.035666148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c931a09f-5277-4f1b-bda6-e959130fe604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:23.761441694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e89443-9f9d-45ed-be0d-b7b462697337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:23.815355571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e89443-9f9d-45ed-be0d-b7b462697337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:23.867340251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e89443-9f9d-45ed-be0d-b7b462697337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:23.919200979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e89443-9f9d-45ed-be0d-b7b462697337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:25.807940124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b08f754-71a2-4588-903b-18d57313adaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:25.859484896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b08f754-71a2-4588-903b-18d57313adaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:25.911415085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b08f754-71a2-4588-903b-18d57313adaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:25.965956287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b08f754-71a2-4588-903b-18d57313adaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.138927703Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","namespace":"ai-tenant-e2e-extmod-a-d96a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.139010001Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","namespace":"ai-tenant-e2e-extmod-a-d96a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.139077488Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","tenant":"e2e-extmod-a-d96a66","tenantID":"e2e-extmod-a-d96a66","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.194836698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"Deployment","name":"maas-api-e2e-extmod-a-d96a66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.256761877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"Service","name":"maas-api-e2e-extmod-a-d96a66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.315161899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-d96a66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.368593995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-d96a66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.42335675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-d96a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.45743047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c98d1215-692d-4027-8c26-7944b21b97f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.477733644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-d96a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.534594347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-d96a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.588661816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-d96a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.640393555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-d96a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.691679175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-d96a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.691815213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"2139ad23-7edf-4851-b3b1-dcc78bb4dc10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.743548599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"Service","name":"payload-processing-e2e-extmod-a-d96a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.795176317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-d96a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.846726248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-d96a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.898229906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-d96a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.94987727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-d96a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.975409648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"d9804221-f868-4791-9866-015f65dc32c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.012223691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-d96a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.06359773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-d96a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.115000205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-d96a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.152451204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"c9873db5-9984-4a74-b696-faec20b6959d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.168216325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-d96a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.220245845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"namespace":"ai-tenant-e2e-extmod-a-d96a66","name":"default-tenant","reconcileID":"7d6234cc-910c-4278-89c3-ca1ea08fb57e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-d96a66","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.33401219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a29ec5d3-7e85-4ad2-8b3c-583d122c769d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.462632627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"d618081a-0e97-44c6-b24a-ea1e3eb227a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:38.695146354Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d96a66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d96a66","reconcileID":"3abaddb9-42a5-4dd4-ac69-c376a981cd13","aitenant":"ai-tenants/e2e-extmod-a-d96a66","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:39.295449245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29aecacd-9c2a-40d0-955f-ca0798bb59bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:39.34755626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29aecacd-9c2a-40d0-955f-ca0798bb59bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:39.399434709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29aecacd-9c2a-40d0-955f-ca0798bb59bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:39.451382622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29aecacd-9c2a-40d0-955f-ca0798bb59bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:39.510532092Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d96a66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d96a66","reconcileID":"3abaddb9-42a5-4dd4-ac69-c376a981cd13","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d96a66","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-d96a66"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:41.399625949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a21cf1-5ee0-4962-a1cb-8ec2274306ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:41.452745552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a21cf1-5ee0-4962-a1cb-8ec2274306ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:41.506152701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a21cf1-5ee0-4962-a1cb-8ec2274306ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:41.564190205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a21cf1-5ee0-4962-a1cb-8ec2274306ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:41.885916552Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:42.437280613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"91410952-f2c6-4a85-835e-15aa15551696","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:42.437308427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"91410952-f2c6-4a85-835e-15aa15551696","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:42.659167963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ff775f19-76d5-4916-b515-975a6cfab933","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:42.850797167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"7bed233d-6ca2-4e15-ab1d-419a51e34ced","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:43.0106403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"d0abd0c9-79e6-421e-b922-e74b62090d4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:43.165627807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"49059af3-9e93-4772-bbad-57e51a2a4e77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:43.26593114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ea2d714-8ec4-4c5f-8387-816fd783522e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:43.366462179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"54e45e0c-ea29-4b4f-898b-09ef6a95d3a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:43.500708037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3159f5a1-a603-49b1-bf63-b96747f71dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:43.552957338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3159f5a1-a603-49b1-bf63-b96747f71dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:43.604741689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3159f5a1-a603-49b1-bf63-b96747f71dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:43.656735904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3159f5a1-a603-49b1-bf63-b96747f71dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:45.598237361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cfd5db-f427-4b44-8714-f109169419e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:45.650407013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cfd5db-f427-4b44-8714-f109169419e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:45.702412635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cfd5db-f427-4b44-8714-f109169419e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:45.754333498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cfd5db-f427-4b44-8714-f109169419e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:48.001574652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a657aad7-8e9d-40e6-8ae5-c7354e4a0834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:48.053814968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a657aad7-8e9d-40e6-8ae5-c7354e4a0834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:48.10604804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a657aad7-8e9d-40e6-8ae5-c7354e4a0834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:48.158262552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a657aad7-8e9d-40e6-8ae5-c7354e4a0834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:50.102212683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39aa82e9-a0fc-46da-a0ab-9f96d6894a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:50.154535128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39aa82e9-a0fc-46da-a0ab-9f96d6894a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:50.206312083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39aa82e9-a0fc-46da-a0ab-9f96d6894a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:50.258371292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39aa82e9-a0fc-46da-a0ab-9f96d6894a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:51.4866913Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","namespace":"ai-tenant-e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:51.486752354Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","namespace":"ai-tenant-e2e-extmod-a-dee6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:51.486855725Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","tenant":"e2e-extmod-a-dee6aa","tenantID":"e2e-extmod-a-dee6aa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:51.542280102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"Deployment","name":"maas-api-e2e-extmod-a-dee6aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:51.669017294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"Service","name":"maas-api-e2e-extmod-a-dee6aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:51.732609534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-dee6aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:51.787983545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-dee6aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:51.84343118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-dee6aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:51.898019995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-dee6aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:51.956949857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-dee6aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.010885603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-dee6aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.062481587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-dee6aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.113797978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-dee6aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.172098483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"Service","name":"payload-processing-e2e-extmod-a-dee6aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.224069096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-dee6aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.224390496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280c0398-4909-4173-bfa6-c24075f7d437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.275985319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-dee6aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.276367453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280c0398-4909-4173-bfa6-c24075f7d437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.327675879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-dee6aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.328337609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280c0398-4909-4173-bfa6-c24075f7d437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.379526131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-dee6aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.380132707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280c0398-4909-4173-bfa6-c24075f7d437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.435572054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-dee6aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.486814601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-dee6aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.538119173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-dee6aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.599514419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-dee6aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.658105702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"namespace":"ai-tenant-e2e-extmod-a-dee6aa","name":"default-tenant","reconcileID":"7eeae2a1-2ec6-40b3-91c1-a3fb2563f76c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-dee6aa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:54.264437254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c36b7538-60e2-4498-a6e5-9ca5bf5c4d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:54.317059778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c36b7538-60e2-4498-a6e5-9ca5bf5c4d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:54.368851314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c36b7538-60e2-4498-a6e5-9ca5bf5c4d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:54.420771754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c36b7538-60e2-4498-a6e5-9ca5bf5c4d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:54.52690032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad503bb5-c273-4334-85b4-f37a7ea10e87","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:54.977371261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"3bdbe831-5eb0-455b-a93e-65b17c35e9f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.077233118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"8a43f420-3bb2-47fa-be4f-a01c30f23e46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.179433445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd6ef9a1-6311-41f0-a5cf-33bad746706c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.278297565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"bfa76884-9078-4cd1-a650-797e0c73b9e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.379193652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"8ae9bb94-6746-43d7-a75e-6702c1ac99a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:56.305277706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cea6b84-399e-4d64-a092-b852c8c62f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:56.357337542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cea6b84-399e-4d64-a092-b852c8c62f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:56.409224051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cea6b84-399e-4d64-a092-b852c8c62f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:56.460997028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cea6b84-399e-4d64-a092-b852c8c62f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.273747684Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-dee6aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-dee6aa","reconcileID":"aa4f9852-b89f-4875-a89b-cf87bf7a95b8","aitenant":"ai-tenants/e2e-extmod-a-dee6aa","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.444988961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ccfae6e-cb91-44a3-8d1b-6750ea28a1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.496947754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ccfae6e-cb91-44a3-8d1b-6750ea28a1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.548906768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ccfae6e-cb91-44a3-8d1b-6750ea28a1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.600765964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ccfae6e-cb91-44a3-8d1b-6750ea28a1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:59.037496566Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-dee6aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-dee6aa","reconcileID":"aa4f9852-b89f-4875-a89b-cf87bf7a95b8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-dee6aa","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-dee6aa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:00.502204719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90625066-a07a-4213-b7b9-f33548e3b1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:00.553950669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90625066-a07a-4213-b7b9-f33548e3b1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:00.606122791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90625066-a07a-4213-b7b9-f33548e3b1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:00.657932847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90625066-a07a-4213-b7b9-f33548e3b1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:02.603828322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a14315c-cf73-4762-b0fb-c5159739c357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:02.65577939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a14315c-cf73-4762-b0fb-c5159739c357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:02.707558674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a14315c-cf73-4762-b0fb-c5159739c357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:02.76030362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a14315c-cf73-4762-b0fb-c5159739c357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:07.404018987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18518e33-5155-4d91-996c-38dd21e9b7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:07.456397775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18518e33-5155-4d91-996c-38dd21e9b7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:07.507933602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18518e33-5155-4d91-996c-38dd21e9b7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:07.559779909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18518e33-5155-4d91-996c-38dd21e9b7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.080896903Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","namespace":"ai-tenant-e2e-extmod-b-c6e99c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.080976218Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","namespace":"ai-tenant-e2e-extmod-b-c6e99c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.081038888Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","tenant":"e2e-extmod-b-c6e99c","tenantID":"e2e-extmod-b-c6e99c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.134869726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"Deployment","name":"maas-api-e2e-extmod-b-c6e99c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.194129463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"Service","name":"maas-api-e2e-extmod-b-c6e99c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.255210078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-c6e99c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.308918768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-c6e99c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.363421534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-c6e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.42009892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-c6e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.485598986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-c6e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.539690691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-c6e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.610005408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-c6e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.662002309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-c6e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.713581409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"Service","name":"payload-processing-e2e-extmod-b-c6e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.765226314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-c6e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.816830023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-c6e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.819173335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"60a986c7-8b19-48ae-a98f-08c8751c12ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.868323978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-c6e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.957174674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-c6e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.009738856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"307432fa-3601-40fb-a882-ec063a4119a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.012530637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-c6e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.063856349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-c6e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.115439936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-c6e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.175092336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-c6e99c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.227456438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"0133a1bd-f7bd-4656-a180-60bf2b263299","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-c6e99c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.28052023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"3ff23a6c-7435-4efd-95d5-3e7cd3012f95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.284760553Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","namespace":"ai-tenant-e2e-extmod-b-7a360a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.284867239Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","namespace":"ai-tenant-e2e-extmod-b-7a360a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.284919993Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","tenant":"e2e-extmod-b-7a360a","tenantID":"e2e-extmod-b-7a360a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.338486988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"Deployment","name":"maas-api-e2e-extmod-b-7a360a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.398210031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"Service","name":"maas-api-e2e-extmod-b-7a360a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.456681415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-7a360a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.464975148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"f709d7de-5b99-40e5-8e07-ca1575625e10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.501433495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d30cd6d-dd2b-40fa-b057-5ad1744d2f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.554098242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d30cd6d-dd2b-40fa-b057-5ad1744d2f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.554832248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-7a360a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.613661957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d30cd6d-dd2b-40fa-b057-5ad1744d2f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.615505379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df348d51-f31f-4215-bb0c-c28e08b4eaad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.66762947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d30cd6d-dd2b-40fa-b057-5ad1744d2f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.670003091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-7a360a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.726062787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-7a360a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.782480385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-7a360a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.825122998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"936ee555-a2a8-49b3-bd45-1e0e8fef8b8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.836601652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-7a360a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.93414807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-7a360a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.985237812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-7a360a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.036402439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"Service","name":"payload-processing-e2e-extmod-b-7a360a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.087689115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-7a360a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.139005734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-7a360a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.190302367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-7a360a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.241573243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-7a360a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.297004467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-7a360a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.348309478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-7a360a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.399577334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-7a360a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.452096786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-7a360a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.503539475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"namespace":"ai-tenant-e2e-extmod-b-7a360a","name":"default-tenant","reconcileID":"ffe62a30-ea49-4bdf-8ac4-6740c62d04f4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-7a360a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.606350099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10ab698-08e7-479c-be7a-a10278db46da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.659651094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10ab698-08e7-479c-be7a-a10278db46da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.711509882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10ab698-08e7-479c-be7a-a10278db46da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.764149175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10ab698-08e7-479c-be7a-a10278db46da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.885884176Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:13.369014612Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c6e99c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c6e99c","reconcileID":"6f4a5c17-5e48-4a01-9a5e-f5d0520b8855","aitenant":"ai-tenants/e2e-extmod-b-c6e99c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:13.712843555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e9d4ac-3a1a-42a0-93f0-483f3f5286e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:13.764800722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e9d4ac-3a1a-42a0-93f0-483f3f5286e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:13.816963104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e9d4ac-3a1a-42a0-93f0-483f3f5286e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:13.868760081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e9d4ac-3a1a-42a0-93f0-483f3f5286e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:14.156007555Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c6e99c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c6e99c","reconcileID":"6f4a5c17-5e48-4a01-9a5e-f5d0520b8855","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c6e99c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-c6e99c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:15.25782938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"70ffbc24-7dcd-4307-aa58-e44e0da2e825","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:15.258365721Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-access","reconcileID":"1e0fa918-2b54-45a0-ba69-fe058af9e902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:15.419226257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a2e51f96-6ec2-4309-98c9-03c357bc632d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:15.466554428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"2a6b5551-6937-41ed-bcf9-8c8b52056589","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:15.47604297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"a2e51f96-6ec2-4309-98c9-03c357bc632d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:15.524588541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"c3b6f871-9c63-45c3-9485-c2d8ef92df86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:15.618779255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"8520f842-6627-4f34-832e-640966d4cdd7","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:15.769005039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5141c4-13a4-4a63-a39a-528e18a17ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:15.820851318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5141c4-13a4-4a63-a39a-528e18a17ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:15.872982459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5141c4-13a4-4a63-a39a-528e18a17ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:15.924700607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5141c4-13a4-4a63-a39a-528e18a17ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:15.925081613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"e7ee595d-1de2-41cf-b16e-6cb4696118be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:15.982590416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"e7ee595d-1de2-41cf-b16e-6cb4696118be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:17.802968622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac07ebb6-9de4-41bd-8a7e-48e5f2f91cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:17.854608317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac07ebb6-9de4-41bd-8a7e-48e5f2f91cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:17.9071675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac07ebb6-9de4-41bd-8a7e-48e5f2f91cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:17.95998309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac07ebb6-9de4-41bd-8a7e-48e5f2f91cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:18.376660406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"6306abfd-0e03-4a7e-b0ab-1db01f7254bc","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:18.539776931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1ee20723-2aea-4d91-bf2b-65b5907ffc42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:18.584834404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"c7f593d6-a1d5-41ca-b5c9-6c7ff3fb5906","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:18.59645033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"1ee20723-2aea-4d91-bf2b-65b5907ffc42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:18.746994332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"672c4a7c-dae1-444f-97dd-549fdae19bda","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:18.954053092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"d936ce72-7c7a-495e-a830-7c825262b52a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:19.880102943Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7a360a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7a360a","reconcileID":"99aa2158-67b8-4bbd-89d3-a996b1f3355b","aitenant":"ai-tenants/e2e-extmod-b-7a360a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:20.42538451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2329d5e1-a0dd-4e6b-a5b1-09303feb97ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:20.477296349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2329d5e1-a0dd-4e6b-a5b1-09303feb97ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:20.529899014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2329d5e1-a0dd-4e6b-a5b1-09303feb97ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:20.582044208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2329d5e1-a0dd-4e6b-a5b1-09303feb97ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:20.652038467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"91448a11-6fa5-4ec1-9d44-4bd353f8ce3a","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:20.695554613Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7a360a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7a360a","reconcileID":"99aa2158-67b8-4bbd-89d3-a996b1f3355b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-7a360a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-7a360a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:20.985828837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"f2c4afdc-bcf6-4507-aadd-e1370090bf7b","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.596753247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd01839-e2f8-42df-9969-0350210077f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.648989318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd01839-e2f8-42df-9969-0350210077f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.700755352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd01839-e2f8-42df-9969-0350210077f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.752642912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd01839-e2f8-42df-9969-0350210077f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.699521764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17fd65f6-6ca0-44ce-8d52-971315e03b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.751473521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17fd65f6-6ca0-44ce-8d52-971315e03b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.803546273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17fd65f6-6ca0-44ce-8d52-971315e03b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.855209236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17fd65f6-6ca0-44ce-8d52-971315e03b6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:25.52939762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"d8c8c85b-356d-4584-add1-2cffd991a37e","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:25.581163851Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"571f08a0-d083-40f8-8639-25ab87a755f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:25.633309664Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"571f08a0-d083-40f8-8639-25ab87a755f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:25.685551294Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"571f08a0-d083-40f8-8639-25ab87a755f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:25.691189196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2daf66fe-1538-4f5f-95d4-df4adc15d178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:25.747546634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"2daf66fe-1538-4f5f-95d4-df4adc15d178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:26.071628071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"7ef7567d-1b04-409b-8fee-8e29bd542a42","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:26.122946524Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"09ec0849-2320-45ed-b2d2-b96acaf61931","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:26.176231095Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"09ec0849-2320-45ed-b2d2-b96acaf61931","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/simulator-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:26.176334465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"39b026ae-2ac0-4c0c-a00c-6347eac5a6bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:26.235315446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"39b026ae-2ac0-4c0c-a00c-6347eac5a6bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:03:26.46868911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"simulator-subscription","reconcileID":"09ec0849-2320-45ed-b2d2-b96acaf61931","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:28.747989863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"9fec0e87-99f3-49be-97f6-59bb660d75a3","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:29.204985911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e2ceed-9d25-4815-be58-ce6ccabcc092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:29.256958357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e2ceed-9d25-4815-be58-ce6ccabcc092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:29.309520958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e2ceed-9d25-4815-be58-ce6ccabcc092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:29.36209104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77e2ceed-9d25-4815-be58-ce6ccabcc092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:30.2495674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"ae70710f-d7f7-4e90-8917-cc3a925c4dbd","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:30.249594648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"ae70710f-d7f7-4e90-8917-cc3a925c4dbd","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:30.756976321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"bfccf576-fd2f-42d3-9fdb-88968f9e07e2","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:31.044155966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"3eff8fee-f261-4514-a52f-8706427ca771","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:31.303627341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1958647-b87d-43e9-ad06-eadef3d55cd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:31.324567181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"446c44b9-25e0-4269-9152-ef81743ffb4b","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:31.355339822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1958647-b87d-43e9-ad06-eadef3d55cd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:31.355362991Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"cc1a7c1c-d90c-4ff5-a41f-41977008c9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:31.407110788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1958647-b87d-43e9-ad06-eadef3d55cd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:31.468345921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1958647-b87d-43e9-ad06-eadef3d55cd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:31.610307406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"14989df7-8bea-4115-9bc3-3ddec652d6e4","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:31.610977115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"cc1a7c1c-d90c-4ff5-a41f-41977008c9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:31.677537283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"19cd8e0a-a8d8-494a-b135-67d52a6c9bd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:31.75257104Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"cc1a7c1c-d90c-4ff5-a41f-41977008c9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"e2e-worker-w4-a48099-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:31.752598996Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-access","reconcileID":"cc1a7c1c-d90c-4ff5-a41f-41977008c9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a48099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:31.808904404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"586819ea-6c55-4507-9ded-7f466b5e36f4","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:32.052586046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"3e2889c2-e99a-45aa-b0ca-daeb7d26ad8a","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:32.052873412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"72056489-e2b1-40fe-835c-548bad3a6c85","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:32.053040335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"3298c1bd-7f3a-46eb-965c-61215d904715","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:32.053184591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"851dd45e-6c29-4354-b326-6218c4e693e4","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:32.104169491Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"48eac041-4f4e-4cbf-ab27-2e91f93fbf16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ff5b6f0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:33.365753307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764bc2df-34d7-4a11-b6da-94af61facdb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:33.417674986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764bc2df-34d7-4a11-b6da-94af61facdb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:33.469530329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764bc2df-34d7-4a11-b6da-94af61facdb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:33.521467375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764bc2df-34d7-4a11-b6da-94af61facdb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.402059696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d03085b-531f-4d61-9f86-312e0f293eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.454152137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d03085b-531f-4d61-9f86-312e0f293eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.50596395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d03085b-531f-4d61-9f86-312e0f293eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.558596455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d03085b-531f-4d61-9f86-312e0f293eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.834435626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"838de018-3cff-4764-b002-59f16658ab14","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.834457044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"838de018-3cff-4764-b002-59f16658ab14","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.892307376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"b408433c-7776-4882-9108-16e04454ab7e","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.89233605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"b408433c-7776-4882-9108-16e04454ab7e","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.995563259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"a1d60abe-334a-44e6-9e77-40ee23721c00","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:36.123263914Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"a1d60abe-334a-44e6-9e77-40ee23721c00","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:36.1784748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-897c87-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"a1d60abe-334a-44e6-9e77-40ee23721c00","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:36.235515968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"5eff8a36-36a5-4840-a8be-51d8626a8d45","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:36.23553757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"5eff8a36-36a5-4840-a8be-51d8626a8d45","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.129320799Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","namespace":"ai-tenant-e2e-extmod-b-098e4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.129378605Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","namespace":"ai-tenant-e2e-extmod-b-098e4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.129442882Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","tenant":"e2e-extmod-b-098e4d","tenantID":"e2e-extmod-b-098e4d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.18492546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"Deployment","name":"maas-api-e2e-extmod-b-098e4d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.24499771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"Service","name":"maas-api-e2e-extmod-b-098e4d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.304233373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-098e4d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.36002391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-098e4d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.415437045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-098e4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.469711975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-098e4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.52674533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-098e4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.582011069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-098e4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.633743836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-098e4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.685530633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-098e4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.737000344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"Service","name":"payload-processing-e2e-extmod-b-098e4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.788627228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-098e4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.840018191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-098e4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.88662171Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.891394144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-098e4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:41.942805973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-098e4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:42.000632428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-098e4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:42.052546071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-098e4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:42.053762962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"4ec057dc-69b7-429f-b831-0bb62bc075f6","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:42.054068623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"7b3a8be5-4a45-47d5-84fe-ae421c40b88d","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:42.054258047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"867df8a1-1ed3-466d-9081-b02ba8a25f9d","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:42.054433075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"917a8a76-03ac-464d-8701-a0b5a716fcba","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:42.104166733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-098e4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:42.156179264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-098e4d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:42.156378322Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"a7d6aecc-8141-48ad-91fa-7255b35a279e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:42.209391471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"namespace":"ai-tenant-e2e-extmod-b-098e4d","name":"default-tenant","reconcileID":"7e887f53-3f5a-4ebe-bb47-213f6736de4a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-098e4d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:42.210063388Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"a7d6aecc-8141-48ad-91fa-7255b35a279e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:42.262160725Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"premium-simulator-subscription","reconcileID":"a7d6aecc-8141-48ad-91fa-7255b35a279e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a48099"},"name":"maas-trlp-premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099","model":"e2e-models-e2e-worker-w4-a48099/premium-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:42.566330323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"86b84a87-236e-4604-b070-fce0cbb397ca","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:46.04088279Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-098e4d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-098e4d","reconcileID":"7da0f38c-3200-4265-a67c-dcb74ea62f83","aitenant":"ai-tenants/e2e-extmod-b-098e4d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:46.34070509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"4823013c-e9c4-4f06-a82d-3f60f8584a89","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:46.397905932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"4823013c-e9c4-4f06-a82d-3f60f8584a89","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:46.45399023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-897c87-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"4823013c-e9c4-4f06-a82d-3f60f8584a89","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:46.561475284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f0b961c-e76e-4c4e-8576-3bc9ad49b9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:46.614668803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f0b961c-e76e-4c4e-8576-3bc9ad49b9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:46.666540758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f0b961c-e76e-4c4e-8576-3bc9ad49b9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:46.718494857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f0b961c-e76e-4c4e-8576-3bc9ad49b9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:46.901674392Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-098e4d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-098e4d","reconcileID":"7da0f38c-3200-4265-a67c-dcb74ea62f83","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-098e4d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-098e4d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:48.624567037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b60537d-55ec-4475-88db-3ac5dc58dba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:48.677358794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b60537d-55ec-4475-88db-3ac5dc58dba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:48.729807273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b60537d-55ec-4475-88db-3ac5dc58dba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:48.781495064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b60537d-55ec-4475-88db-3ac5dc58dba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:50.658278341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128cbf89-beda-46b4-8226-c8ba4048f092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:50.710097812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128cbf89-beda-46b4-8226-c8ba4048f092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:50.761771305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128cbf89-beda-46b4-8226-c8ba4048f092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:50.813394054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128cbf89-beda-46b4-8226-c8ba4048f092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.055062595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"simulator-w4-a48099","reconcileID":"a4efac67-f22b-4d20-964c-5b8a839d379a","MaaSModelRef":{"name":"simulator-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"simulator-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"simulator-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.055353374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-w4-a48099","reconcileID":"a5974c20-d346-4901-9da4-584d390b1995","MaaSModelRef":{"name":"distinct-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.055538166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"distinct-2-w4-a48099","reconcileID":"bdceea84-9bba-46ae-b41b-e0d00b17ff01","MaaSModelRef":{"name":"distinct-2-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"distinct-2-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"distinct-2-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.342913947Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","namespace":"ai-tenant-e2e-shared-a-w0-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.342972796Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","namespace":"ai-tenant-e2e-shared-a-w0-afc555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.343027213Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","tenant":"e2e-shared-a-w0-afc555","tenantID":"e2e-shared-a-w0-afc555","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.396640645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-afc555","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.458074803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"Service","name":"maas-api-e2e-shared-a-w0-afc555","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.514503883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-afc555","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.567226537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"namespace":"e2e-models-e2e-worker-w4-a48099","name":"premium-w4-a48099","reconcileID":"952f26e0-e9bd-465a-bd0d-5713cdebab04","MaaSModelRef":{"name":"premium-w4-a48099","namespace":"e2e-models-e2e-worker-w4-a48099"},"routeName":"premium-w4-a48099-kserve-route","namespace":"e2e-models-e2e-worker-w4-a48099","llmisvcName":"premium-w4-a48099","gateway":"openshift-ingress/e2e-worker-w4-a48099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.56807962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-afc555","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.624361463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-afc555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.678446807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-afc555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.696276516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec5facc-fe76-427c-a766-7d1e30078188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.748006847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec5facc-fe76-427c-a766-7d1e30078188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.752717905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-afc555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.805153363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec5facc-fe76-427c-a766-7d1e30078188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.857356694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec5facc-fe76-427c-a766-7d1e30078188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.859178694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-afc555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.910335513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-afc555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.961620666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-afc555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:53.013108713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-afc555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:53.064409996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-afc555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:53.119921369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-afc555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:53.170965343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-afc555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:53.222082109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-afc555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:53.27758226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-afc555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:53.328755578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-afc555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:53.380087603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-afc555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:53.43205046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-afc555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:53.486895763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"c241d9ad-20d2-4da7-b8e2-c664e3f76c65","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-afc555","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.752672926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63bf58de-3851-4ca0-9ea9-d97ec16afeee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.804725079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63bf58de-3851-4ca0-9ea9-d97ec16afeee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.856617797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63bf58de-3851-4ca0-9ea9-d97ec16afeee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.90838211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63bf58de-3851-4ca0-9ea9-d97ec16afeee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:56.561296019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"703694bb-d3f4-4df8-b13c-b69669b79806","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:56.619582577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"703694bb-d3f4-4df8-b13c-b69669b79806","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:56.675289597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-897c87-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a85c4e0133be4b35d70fe01f8c0c4b05c3cc2633016f7adea27dc959df8b662a) AuthConfig (1b8116aec7724f35ed32cc91e8a90d18233f739d19ec9740cfb12d5b2a5e5f20) AuthConfig (153bca0cf4a326ba634b6612317438ec95aad940ea5ed91400d7f170234ebc61) AuthConfig (40a6f9048cc4d253687ff90a3bb54172fb7608622cbf51772b9de8c5da9ab0a5) AuthConfig (c7dec95a159c831b3505802ca1325407d49e8237a78d7917146e0fdb1950a46f) AuthConfig (4c80adf2e7aa0c3cd17a0ecb338f723be60082220266f61b017bc6705046b6a5) AuthConfig (db7b7af668d83358deaf2a6da853ccc7698181f57b86b9bf965d33d9fd2f975e) AuthConfig (a8f259aa5f0b40cef5b91bcc0ca29f079f6efdc15d187b41c4a3ee54ebb1b2fb) AuthConfig (8bbb017ebc8b5f8ac8159aa928cfc71e80c5a36468a2d0ed80b3dafd13c3ba93) AuthConfig (7bc1e78dae4be071c433226e955409db3165d602257730e97dfa95f2a9065de8) AuthConfig (3c5934c72300a04b1bc6e56b074629cbc0ab8d206b354331aea096643c0b11e9) AuthConfig (e19434637e61a7eb6a91677165c03c3997af7e25487a6a1061ac7b85681c9a70) AuthConfig (d70a49da4f940cd31154e2c5d3a078727409948ad3fbf9f44d6fbb3282816b71) AuthConfig (1f78ce6f17bb0632529654f2f4ad6180973afe9b8e4cab81deb41005d7f1a6a3) AuthConfig (00e00118adfb603ab55935e8eeefda80b87e1128bf05620c599420e9a60b3caf) AuthConfig (ce8021a8c08cc63f17bcd95a7b39b95cdbc511255bcd1e0e332ea28659af1276) AuthConfig (0d6b4acd352afe3ebe88fd1baf3c3a81469f7c8ab4928eb804e582caf7d8e19d) AuthConfig (04798f15059c40fb1836d8ad55e1e642ee8f37e5db77de0c8587357aaff8b157)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"703694bb-d3f4-4df8-b13c-b69669b79806","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:57.422305559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"32665520-6677-40e9-b43c-b142a8a94d68","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:57.422406501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"32665520-6677-40e9-b43c-b142a8a94d68","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:59.711836466Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-afc555","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-afc555","reconcileID":"0a8e2c2d-b28f-4a03-b679-ce3113ba1b74","aitenant":"ai-tenants/e2e-shared-a-w0-afc555","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.299992453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a43c7c6-1851-4b7f-9c3e-e5827822f3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.35213551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a43c7c6-1851-4b7f-9c3e-e5827822f3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.404153468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a43c7c6-1851-4b7f-9c3e-e5827822f3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.455872184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a43c7c6-1851-4b7f-9c3e-e5827822f3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.515091056Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-afc555","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-afc555","reconcileID":"0a8e2c2d-b28f-4a03-b679-ce3113ba1b74","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-afc555","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-afc555"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:02.402817518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e508ab3-d115-4f8a-a4c8-0ee87c8e3b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:02.455101925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e508ab3-d115-4f8a-a4c8-0ee87c8e3b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:02.507713886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e508ab3-d115-4f8a-a4c8-0ee87c8e3b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:02.560596867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e508ab3-d115-4f8a-a4c8-0ee87c8e3b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:03.516659374Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","namespace":"ai-tenant-e2e-worker-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:03.516714798Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","namespace":"ai-tenant-e2e-worker-w4-a48099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:03.516762776Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","tenant":"e2e-worker-w4-a48099","tenantID":"e2e-worker-w4-a48099","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:03.57008739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"Deployment","name":"maas-api-e2e-worker-w4-a48099","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:03.640294555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"Service","name":"maas-api-e2e-worker-w4-a48099","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:03.703437065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-a48099","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:03.758262857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-a48099","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:03.818660506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-a48099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:03.873750427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-a48099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:03.963587284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-a48099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.020737291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-a48099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.072337184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-a48099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.12358513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-a48099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.174762569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"Service","name":"payload-processing-e2e-worker-w4-a48099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.225973412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-a48099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.277218226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-a48099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.329194976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-a48099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.38044839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-a48099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.437906949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-a48099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.469315826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e35887c-845c-4307-a2ba-a65731dc2a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.520956953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-a48099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.521364533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e35887c-845c-4307-a2ba-a65731dc2a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.57706923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-a48099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.577569442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e35887c-845c-4307-a2ba-a65731dc2a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.630029592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-a48099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.630869419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e35887c-845c-4307-a2ba-a65731dc2a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:04.683724758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"namespace":"ai-tenant-e2e-worker-w4-a48099","name":"default-tenant","reconcileID":"c033a7c2-7de3-44bf-941a-5825d889fbf3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-a48099","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:06.837190906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"e6383a06-1354-4c12-9e1b-fbc7ffd28a5b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:06.893718471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"e6383a06-1354-4c12-9e1b-fbc7ffd28a5b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:07.209699336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"d85b9678-c479-4c2c-ac77-673394f7f7ba","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:07.209721408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"d85b9678-c479-4c2c-ac77-673394f7f7ba","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:08.900972954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74c4229-fdc0-46a8-8788-09cd2506051b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:08.952851673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74c4229-fdc0-46a8-8788-09cd2506051b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:09.004518666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74c4229-fdc0-46a8-8788-09cd2506051b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:09.056427812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74c4229-fdc0-46a8-8788-09cd2506051b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:09.15959211Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-a48099","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-a48099","reconcileID":"6f41d2d8-095a-485b-bb0d-d9ab2f95edea","aitenant":"ai-tenants/e2e-worker-w4-a48099","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:09.96297068Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-a48099","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-a48099","reconcileID":"6f41d2d8-095a-485b-bb0d-d9ab2f95edea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-a48099","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-a48099"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:11.249024915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8422f91a-df3d-4431-bd07-1c3f11bf4d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:11.304963159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8422f91a-df3d-4431-bd07-1c3f11bf4d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:11.358023598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8422f91a-df3d-4431-bd07-1c3f11bf4d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:11.41528296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8422f91a-df3d-4431-bd07-1c3f11bf4d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:11.890033625Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:12.235357688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"9c105005-3031-473a-8e0f-a7c0f695a471","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:12.235377504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"9c105005-3031-473a-8e0f-a7c0f695a471","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:12.296051979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"aabef238-b67a-436d-a315-9921896037ac","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:12.296079692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"aabef238-b67a-436d-a315-9921896037ac","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:12.434900663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"0bf43bba-d22d-4610-97ce-4a902e63a008","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:12.622218475Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"0bf43bba-d22d-4610-97ce-4a902e63a008","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"e2e-shared-b-w1-fd2672-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:12.680619276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fd2672-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"0bf43bba-d22d-4610-97ce-4a902e63a008","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:12.737861491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"67729f80-8ab1-49f5-b7ee-ab110d9c3a07","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:12.738161229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"67729f80-8ab1-49f5-b7ee-ab110d9c3a07","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:13.503518509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a77f79-ee7d-4c9d-89d8-366c95be89bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:13.556469739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a77f79-ee7d-4c9d-89d8-366c95be89bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:13.61344548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a77f79-ee7d-4c9d-89d8-366c95be89bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:13.670145477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a77f79-ee7d-4c9d-89d8-366c95be89bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:15.797955614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb175f29-a85d-432c-ac9f-2a9c01c647df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:15.85103286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb175f29-a85d-432c-ac9f-2a9c01c647df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:15.903271521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb175f29-a85d-432c-ac9f-2a9c01c647df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:15.957411517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb175f29-a85d-432c-ac9f-2a9c01c647df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:22.842506175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"4bab07fd-2fe6-484a-8b61-0bdc63b153fd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:22.899851458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"4bab07fd-2fe6-484a-8b61-0bdc63b153fd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"e2e-shared-b-w1-fd2672-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:22.955536856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fd2672-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"4bab07fd-2fe6-484a-8b61-0bdc63b153fd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:29.891011647Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:29.891073297Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","namespace":"ai-tenant-e2e-shared-b-w0-1c4191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:29.891122356Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","tenant":"e2e-shared-b-w0-1c4191","tenantID":"e2e-shared-b-w0-1c4191","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:29.944658709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-1c4191","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.009157132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"Service","name":"maas-api-e2e-shared-b-w0-1c4191","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.064663667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-1c4191","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.118274056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-1c4191","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.173922481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.228091673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.284831032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.339218152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.390592809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.442218398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.493740588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.545389271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.597194179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.648642077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.700095252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.755604744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.807005928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.862928724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.918110857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.969718321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"namespace":"ai-tenant-e2e-shared-b-w0-1c4191","name":"default-tenant","reconcileID":"627f533a-ddbb-4f33-ac95-afa9e6e8cfc8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-1c4191","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:33.062032687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"0673602e-5d57-404e-bc03-8a6932be4d4d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:33.118838637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"0673602e-5d57-404e-bc03-8a6932be4d4d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"e2e-shared-b-w1-fd2672-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:33.174536889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fd2672-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (093881471ba751b0262b3f2ca928bb08a63dfbd1321d9a5706a7148343bb3c08) AuthConfig (c70dfa91942268c2a10ae4c61960c05da705342e64f7091e9aecd1720633d2d9) AuthConfig (4179a6c4366d26d6f8d08932452982f7156b435e2a9bd54f463290a1656fa7b5) AuthConfig (8d0f3978eb1037e72bd7d29878997f4f917c32b4e99f38eec9581ea1b7765b32) AuthConfig (76bb79023ce285d014831b94c77eed0f97776d9e81c087ec0553ea3eba1f2097) AuthConfig (66e12c9af970f8ca01fbc8d5cccbdfd3dd562c4d10e03828eb404a6ffed635d4) AuthConfig (8759d91d11cba05b663ff68b4aeef9b506671775090a2002e7027f88935575f3) AuthConfig (9b54d3438e86ea784b1555f08b7948f0c0e51fb0393473fd30ae51c5ab7deccb) AuthConfig (e639f9d9d53b44a139581d96c71be60ba97efb5a80562310ce6fcaf4391bd96e) AuthConfig (c4e7e1cf3771c3069124a4895aea94aa31a52dc08f58b7c00d19c752ed94df16) AuthConfig (8e3c8cfa3e10aa855d856e107f012b958b4a55c1e039d4bc2bfbc595c67ce0ba) AuthConfig (62828ddc9915f66658d475b8c856b881cb55c2899043c3448dd9d5aae79a6448) AuthConfig (cad0427de2cf4e050d01a3b96763d240cd75506b3cf4f49c89c7522c3cc0c44b) AuthConfig (3c73388a0dcf60cb189c680def8e530692666d948fdf26906824a0877f1ca90f) AuthConfig (0990ba3617f8351af51ade0c7ee35a0a55700a58bfdf51e3dd1752d5e5dcb7cd) AuthConfig (1be7f557a85161009b005b3ce76cdad99e85a4c5cfaf78bf188c4b17005a89e2) AuthConfig (49134a576f8fb22e805bc5e415cdb9d0be9f1e49a19d8b9985d7bed8c49bc193) AuthConfig (e9d4d0bfaa2ffe839bf836261b1538e21b5c4ab6e506880986ed494fa5f07dd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"0673602e-5d57-404e-bc03-8a6932be4d4d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:33.232442193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"f12695f0-85ca-45f9-8071-97111a539b2c","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:33.232461617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"f12695f0-85ca-45f9-8071-97111a539b2c","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:37.93729241Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-1c4191","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-1c4191","reconcileID":"b1dc9af7-3f85-44ff-94e2-257616cff369","aitenant":"ai-tenants/e2e-shared-b-w0-1c4191","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:38.529096248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959ce98d-61a0-4b05-8c9b-6b32c87bce17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:38.581438733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959ce98d-61a0-4b05-8c9b-6b32c87bce17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:38.633194514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959ce98d-61a0-4b05-8c9b-6b32c87bce17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:38.685254387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959ce98d-61a0-4b05-8c9b-6b32c87bce17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:38.744063752Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-1c4191","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-1c4191","reconcileID":"b1dc9af7-3f85-44ff-94e2-257616cff369","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-1c4191","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-1c4191"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:39.812766263Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-access","reconcileID":"52d37161-c722-4c02-af40-75c83df85b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:39.812768662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"81261fa7-ddd1-4526-9d39-681bdb5529f0","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:39.993507428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"121340cb-7fa8-4070-b1ad-cc20da3a3d96","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:39.994905925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c1a1a7e5-e11e-4004-be72-d3fd204a92b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.051437784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"c1a1a7e5-e11e-4004-be72-d3fd204a92b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.10010915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"ff4923e6-0cc4-44b3-b7ba-55c47e82cce7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.133930776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"b9a357c6-02dc-4ee4-a3cc-1518a5b1d6ff","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.314102608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"93d72024-bb26-47b5-99b2-ae6a985363e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.370774032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"93d72024-bb26-47b5-99b2-ae6a985363e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.572518019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a31eb77-0f3f-4fac-a8ee-549e514bf156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.625502664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a31eb77-0f3f-4fac-a8ee-549e514bf156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.677501374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a31eb77-0f3f-4fac-a8ee-549e514bf156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.729527903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a31eb77-0f3f-4fac-a8ee-549e514bf156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.885484213Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.62014251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c923366-7a82-4b1c-8580-8402c4503a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.67198325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c923366-7a82-4b1c-8580-8402c4503a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.723915624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c923366-7a82-4b1c-8580-8402c4503a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.775683738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c923366-7a82-4b1c-8580-8402c4503a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:43.336178156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"82576de3-828b-4bcf-a841-1f3564e474d4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:43.392746518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"82576de3-828b-4bcf-a841-1f3564e474d4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"e2e-shared-b-w1-fd2672-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:43.658905845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"a685d4f6-fcd1-4fb4-844e-cf817058ab92","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:43.658927422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"a685d4f6-fcd1-4fb4-844e-cf817058ab92","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:45.117714598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"ee323931-31c7-4745-80e4-70b6b48804fd","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:45.448482338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"4bf0647d-8b86-4a11-94fa-3616d964f647","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:45.779630922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"18cc5793-beab-43ba-8966-e2de0713e240","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:45.987847485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"e23bc1d9-818b-4ab4-bbe4-a3e9177e3ea7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:46.015340042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"6786e35d-655f-4a2d-9a18-4ad17758d47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:46.071945597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"6786e35d-655f-4a2d-9a18-4ad17758d47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:46.108581315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"ec877aa6-216d-4899-bf5d-22bb2d03c31a","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:46.160410302Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"4b42fa46-8589-4fd4-81e0-9e5e809c80b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:46.1676886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"53bda54f-de71-4be2-a959-c0baf57fbf00","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:46.212863568Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"4b42fa46-8589-4fd4-81e0-9e5e809c80b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:46.264892575Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"4b42fa46-8589-4fd4-81e0-9e5e809c80b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:46.358623394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"91110422-df54-48bf-96a1-d752221d974e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:46.377397565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"454a3fe0-545d-4a77-8582-6747dad29a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:46.434133574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"454a3fe0-545d-4a77-8582-6747dad29a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:46.533381412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"506d6fc3-e7c8-41c7-acdc-fc73762056f2","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:46.584623818Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"026e8cd2-8103-477a-b830-d1691dfabbbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:46.63573578Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"026e8cd2-8103-477a-b830-d1691dfabbbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/simulator-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:46.740067358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"3ff8fca0-b776-4ba4-8f19-04a0b7d722b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:46.797339757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"3ff8fca0-b776-4ba4-8f19-04a0b7d722b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:04:46.844176547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"simulator-subscription","reconcileID":"026e8cd2-8103-477a-b830-d1691dfabbbe","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:48.961266089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"009509d6-26b5-42c3-aad4-06eeccb4d51b","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:48.961286273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"009509d6-26b5-42c3-aad4-06eeccb4d51b","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.02065076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"20f9bbbc-e435-4fa8-ad68-30122d2815e6","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.02067286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"20f9bbbc-e435-4fa8-ad68-30122d2815e6","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.064413926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"0f1c69cc-b97c-408d-bcd6-59e7fb3f5c2f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:04:49.069343407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-9ae99e","reconcileID":"167f02a7-34f2-46a3-ae62-3cf27351c75d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-9ae99e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:04:49.073945959Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"20f9bbbc-e435-4fa8-ad68-30122d2815e6","name":"sub-test-model-897c87","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-897c87\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:04:49.073995645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"20f9bbbc-e435-4fa8-ad68-30122d2815e6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-897c87\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.079177011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"bf46029a-2994-4fcf-b1fc-e624f0a1cc37","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.079193421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"bf46029a-2994-4fcf-b1fc-e624f0a1cc37","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.121176104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"0f1c69cc-b97c-408d-bcd6-59e7fb3f5c2f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.224366318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"6c23b64c-2a02-4f84-947a-f0e6c99f25bf","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.224387351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"6c23b64c-2a02-4f84-947a-f0e6c99f25bf","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.284267183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"618e64ae-3571-4fa9-b139-8b2169f5d90f","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.284288616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"618e64ae-3571-4fa9-b139-8b2169f5d90f","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.284604328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"235f06c0-ad81-4520-94fe-fadd1c109813","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.284618123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"235f06c0-ad81-4520-94fe-fadd1c109813","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.328235253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"022ddef2-850a-4d26-9845-6b77d410423c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.328994094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"dbf8435e-3e59-4edd-9579-8c9e115c0314","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.329021879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"dbf8435e-3e59-4edd-9579-8c9e115c0314","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:04:49.332980443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-9ae99e","reconcileID":"250558e3-bd25-4121-abf8-d4ef2c0e1925","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-9ae99e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.384616761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"022ddef2-850a-4d26-9845-6b77d410423c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"e2e-shared-b-w1-fd2672-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.428219965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"56d35fab-c76a-4c1c-8048-71e4b9c79d13","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.43987954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"1ec42598-e93b-428b-9c63-de05cbee7a69","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.439897968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"1ec42598-e93b-428b-9c63-de05cbee7a69","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.484929907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"56d35fab-c76a-4c1c-8048-71e4b9c79d13","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.494716312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"ae1df179-44e1-4b93-8369-3fbdfe53e1b1","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.494731228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"ae1df179-44e1-4b93-8369-3fbdfe53e1b1","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.49559799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"228542e9-e211-4fa1-9c86-48fd767d9302","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.495612808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"228542e9-e211-4fa1-9c86-48fd767d9302","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.53985967Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-9ae99e","reconcileID":"618de063-9266-4fc9-bd93-a4f3ac0da84f","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"sub-test-model-897c87","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-897c87/e2e-shared-sub-9ae99e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.54877564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"c72deff0-6375-4c3e-bf67-437218ef150f","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.548816889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"c72deff0-6375-4c3e-bf67-437218ef150f","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:04:49.602977533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-9ae99e","reconcileID":"286c14a3-afe7-492f-80a4-a7c9b84975ce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-9ae99e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.690424681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"3ac79621-26d5-446b-a228-23af1432c89d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.700577884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"fda84620-9ed7-473b-9051-cfa9a3da5767","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.700596781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"fda84620-9ed7-473b-9051-cfa9a3da5767","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.70659213Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-9ae99e","reconcileID":"807ef5a8-341e-4855-be84-2ddd7bae5fa5","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"sub-test-model-fd2672","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-fd2672/e2e-shared-sub-9ae99e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.711776256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"d121d510-d57a-4cff-92e6-89eb5178a72e","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.711812746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"d121d510-d57a-4cff-92e6-89eb5178a72e","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.741517036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"632034a0-1fc2-4154-9239-362f0a337575","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.747071246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"3ac79621-26d5-446b-a228-23af1432c89d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"e2e-shared-b-w1-fd2672-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.766607958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"313c3a18-5ea3-41e8-9c4a-c6541fe092e4","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.766623422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"313c3a18-5ea3-41e8-9c4a-c6541fe092e4","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.769416896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"684bf94d-65ee-48d7-9b0b-abe817bf6cec","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.769430196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"684bf94d-65ee-48d7-9b0b-abe817bf6cec","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.799219798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"632034a0-1fc2-4154-9239-362f0a337575","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.823674326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"4e993930-81c8-4e71-83a0-8cba3d41566e","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.82369059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"4e993930-81c8-4e71-83a0-8cba3d41566e","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.869621876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"b3898c61-3c1d-4be9-8f25-eb82a703b235","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.869635852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"b3898c61-3c1d-4be9-8f25-eb82a703b235","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:04:49.872866159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-9ae99e","reconcileID":"19ba6b82-47e9-4c9d-9d9b-79eff0ec6d72","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-9ae99e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.96720969Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-9ae99e","reconcileID":"201723d7-d81c-4d16-ac2d-d2b7600064c6","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-897c87/e2e-a-only-9ae99e","ai-tenant-e2e-shared-a-w1-897c87/e2e-shared-sub-9ae99e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.986805231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"633ea9ee-ae41-4f73-9353-af84af62b4dc","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.986819248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"633ea9ee-ae41-4f73-9353-af84af62b4dc","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.041902555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"68d8d106-d90d-4f21-872c-ce4046f08f61","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.041917644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"68d8d106-d90d-4f21-872c-ce4046f08f61","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.053526052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"6b624213-7c18-47eb-be25-da9993c195b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.065881463Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-9ae99e","reconcileID":"4ec0d0e9-93a8-4af2-9c4a-ee0427673e51","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-897c87/e2e-a-only-9ae99e","ai-tenant-e2e-shared-a-w1-897c87/e2e-shared-sub-9ae99e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.110047269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"6b624213-7c18-47eb-be25-da9993c195b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"e2e-shared-b-w1-fd2672-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.130195309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"3362f6de-e599-4300-9d41-a30a6fe12eb8","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.130209432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"3362f6de-e599-4300-9d41-a30a6fe12eb8","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.164053059Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-9ae99e","reconcileID":"3b592b2f-0fbb-44f5-9cb1-eca87521b7aa","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-fd2672/e2e-b-only-9ae99e","ai-tenant-e2e-shared-b-w1-fd2672/e2e-shared-sub-9ae99e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.229109961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"5c0e4174-d39f-4ebe-b441-3a49f61f2a0c","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.229130374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"5c0e4174-d39f-4ebe-b441-3a49f61f2a0c","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.249409491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-9ae99e","reconcileID":"9f5e1eb9-ccba-44fa-8a9f-b04c67e0be84","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.33155379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"58bb182c-7551-4de5-924a-293073b45fa8","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.331571122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"58bb182c-7551-4de5-924a-293073b45fa8","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.351013883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-9ae99e","reconcileID":"3f131aaf-9001-427c-977a-141d778ab264","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.431314626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"964e6cfd-c66f-4d23-9b08-6dfe09d18ba4","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.431330731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"964e6cfd-c66f-4d23-9b08-6dfe09d18ba4","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.45193514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-9ae99e","reconcileID":"a8a58af5-9ca4-45e7-bbe6-a6ecfda573af","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.551485419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-9ae99e","reconcileID":"951862cb-d411-4fb0-8758-55302d65095a","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.652288655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-9ae99e","reconcileID":"be81bab9-2f3b-40a1-83fa-06f161eb078c","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:52.166242686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"51413a67-546b-410d-916a-546ac898a9a2","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:52.166269445Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b8a1b51a-3078-4f89-b7b0-006565339ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:52.369826273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b8a1b51a-3078-4f89-b7b0-006565339ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:52.432010339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"6006b01d-4c60-462b-8851-ff8c8eee63a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:52.496209262Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b8a1b51a-3078-4f89-b7b0-006565339ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"e2e-worker-w0-7d1ec3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:52.496228449Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-access","reconcileID":"b8a1b51a-3078-4f89-b7b0-006565339ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:52.554629035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"a40821f3-474e-4359-bd2e-5369573ff5ea","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:52.612150291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"af4c701d-fdfd-4a6e-8200-69dfc6c77dd7","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:52.764393935Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"0e790f28-aecf-481a-a7b0-2e505e113a76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b2a2803f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:53.13236811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"842520f4-ec79-4f3c-8117-284530b72b16","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:53.132578803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"e59dd899-cf6a-450f-b8df-036209abb90d","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:53.132722323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"7200b0f6-7853-4fb1-a3d4-145853800e95","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:53.132891108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"a9ba8034-4c04-4698-8b4b-cbb154838318","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:53.183752782Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"a0d074f9-aec0-41ea-94bb-656799f029bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b2a2803f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:54.107949201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41aab87d-2925-4714-87a7-e6fab84f803c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:54.16003595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41aab87d-2925-4714-87a7-e6fab84f803c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:54.211897344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41aab87d-2925-4714-87a7-e6fab84f803c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:54.263912632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41aab87d-2925-4714-87a7-e6fab84f803c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.221510852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa0f873-6f6f-4fcd-8ab3-a56faae09929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.27440879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa0f873-6f6f-4fcd-8ab3-a56faae09929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.326551837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa0f873-6f6f-4fcd-8ab3-a56faae09929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.378462642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa0f873-6f6f-4fcd-8ab3-a56faae09929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.535721216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-9ae99e","reconcileID":"cb4fb143-a03c-4480-9eb0-c99585d38604","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.53604246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-9ae99e","reconcileID":"9eb85d57-fb44-41a5-84ac-235a850f2c14","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.621715152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-9ae99e","reconcileID":"a6589ea0-dc06-4c99-9bf3-726d297ecf2e","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.62189014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-9ae99e","reconcileID":"b49232c2-bb8b-4ae1-968b-86426f4ffa6d","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.700316122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"4c0a277f-4bc0-4684-9873-6b3fdbf7746f","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.700342245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"4c0a277f-4bc0-4684-9873-6b3fdbf7746f","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.702959059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"1eaf750f-a7e7-4b84-8835-39349e1358a6","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.702977722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"1eaf750f-a7e7-4b84-8835-39349e1358a6","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.793147173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"ee2a90ec-1b53-4714-a135-3845fd53e6cc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.803059241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"2d8b619e-4a3d-4c85-8619-99f86b51f805","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.803083888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"2d8b619e-4a3d-4c85-8619-99f86b51f805","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.803522968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"93990a48-dbde-4f85-84b2-c247a2a889c4","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.803539914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"93990a48-dbde-4f85-84b2-c247a2a889c4","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.849855406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"ee2a90ec-1b53-4714-a135-3845fd53e6cc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.935706418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"545376da-0659-4522-bb16-d4b7289acf79","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:56.994343819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"545376da-0659-4522-bb16-d4b7289acf79","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"e2e-shared-b-w1-fd2672-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:01.289878499Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"169d0654-f1aa-4212-89ed-6eb0494838e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:01.289889395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"a1bf5e38-1109-495e-b3bc-ecc02a395707","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:01.289975048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"a1bf5e38-1109-495e-b3bc-ecc02a395707","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:01.494237295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"169d0654-f1aa-4212-89ed-6eb0494838e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:01.557295068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-9ae99e","reconcileID":"2901d8e2-a3bc-4189-a5e3-3e475422d19d","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:01.557298857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-9ae99e","reconcileID":"b5dc46a6-1e9e-4494-9354-72293c66f0be","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:01.620832304Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"169d0654-f1aa-4212-89ed-6eb0494838e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:01.620941043Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"169d0654-f1aa-4212-89ed-6eb0494838e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:01.677947699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"36151006-16f3-4425-9454-f13e7251e819","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:01.677969506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"36151006-16f3-4425-9454-f13e7251e819","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:01.829325251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"3f470d14-780f-456d-8a0a-b91d7817ae96","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:01.829349635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"3f470d14-780f-456d-8a0a-b91d7817ae96","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:01.95051212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-9ae99e","reconcileID":"bf4426e3-1b20-4103-b5d4-1dad6418b5b3","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:01.953271563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-9ae99e","reconcileID":"c5234276-992f-4d0c-a7f9-f379564fd4f3","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:03.13362079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"288c6051-510d-41af-b3c6-d900a1921b5b","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:03.133930126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"f5874e7c-75d9-4bdd-a536-192ebdb17319","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:03.134102167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"5f631504-d8af-40fa-afbf-3b4450791a06","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:03.134261398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"5d3c8ce7-8713-4c02-806b-338ae05e027b","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:03.236314901Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"2246efd4-23fc-45b7-8b74-5e98afd0cc40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:03.288448796Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"2246efd4-23fc-45b7-8b74-5e98afd0cc40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:03.340845855Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"premium-simulator-subscription","reconcileID":"2246efd4-23fc-45b7-8b74-5e98afd0cc40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"name":"maas-trlp-premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3","model":"e2e-models-e2e-worker-w0-7d1ec3/premium-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:03.613432675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"7e7c62be-f6ef-4a96-81ea-1c9a51daf350","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:10.39582902Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","namespace":"ai-tenant-e2e-worker-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:10.395898213Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","namespace":"ai-tenant-e2e-worker-w0-7d1ec3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:10.39595775Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","tenant":"e2e-worker-w0-7d1ec3","tenantID":"e2e-worker-w0-7d1ec3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:10.453042289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"Deployment","name":"maas-api-e2e-worker-w0-7d1ec3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:10.51242509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"Service","name":"maas-api-e2e-worker-w0-7d1ec3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:10.572960085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-7d1ec3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:10.626624475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-7d1ec3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:10.684810774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:10.739179792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:10.798823321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:10.853381532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:10.904929724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:10.956326244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.007759856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"Service","name":"payload-processing-e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.059476761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.10334906Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-9ae99e","reconcileID":"a1696972-e306-48bc-abbd-dcb5a454e8ef","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-897c87/e2e-a-only-9ae99e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.110931612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.162390054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.213901595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.269456652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.321082725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.372759252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.378639081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-9ae99e","reconcileID":"f210dfb5-a6bc-4f65-89d6-36c82320ecac","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.378752316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-9ae99e","reconcileID":"4b53fb75-dd5f-4e85-a529-5c37050d96a5","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.420643635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-9ae99e","reconcileID":"af8a19fa-81de-40b1-8beb-d4b1ef6ff204","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.424561129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.47630576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"namespace":"ai-tenant-e2e-worker-w0-7d1ec3","name":"default-tenant","reconcileID":"da2c8aa2-33eb-4b75-a17f-35fdb657b6dc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-7d1ec3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.88556854Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:12.239745976Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-9ae99e","reconcileID":"c44279d3-5ac4-4da9-89fc-819cb85b4a6c","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscription":"e2e-shared-sub-9ae99e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:12.397309013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-9ae99e","reconcileID":"c44279d3-5ac4-4da9-89fc-819cb85b4a6c","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:12.614399793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"fee23b9e-2805-4e9c-abe6-99124f1686b4","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:12.614422408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"fee23b9e-2805-4e9c-abe6-99124f1686b4","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:12.780901571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"9d4e49c4-5933-4378-abd6-841a817eefa9","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:12.780957134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"9d4e49c4-5933-4378-abd6-841a817eefa9","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:13.134062105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-2-w0-7d1ec3","reconcileID":"9003ce12-f21f-4348-bce8-69f1efbc98f4","MaaSModelRef":{"name":"distinct-2-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-2-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-2-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:13.134373778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"distinct-w0-7d1ec3","reconcileID":"7609bafe-f10b-4459-b65d-f7e2abdf67da","MaaSModelRef":{"name":"distinct-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"distinct-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"distinct-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:13.134553462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"simulator-w0-7d1ec3","reconcileID":"c87fe43e-0471-47ab-9dbb-62f9853455c4","MaaSModelRef":{"name":"simulator-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"simulator-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"simulator-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:13.614763271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"namespace":"e2e-models-e2e-worker-w0-7d1ec3","name":"premium-w0-7d1ec3","reconcileID":"84dd7f06-2c8a-4a6a-ac7b-d36dac304a65","MaaSModelRef":{"name":"premium-w0-7d1ec3","namespace":"e2e-models-e2e-worker-w0-7d1ec3"},"routeName":"premium-w0-7d1ec3-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d1ec3","llmisvcName":"premium-w0-7d1ec3","gateway":"openshift-ingress/e2e-worker-w0-7d1ec3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:22.94400894Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-9ae99e","reconcileID":"a5744c8c-f235-4938-bc3a-625c89016dfb","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscription":"e2e-a-only-9ae99e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:22.996303481Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-9ae99e","reconcileID":"a5744c8c-f235-4938-bc3a-625c89016dfb","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.050899497Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-9ae99e","reconcileID":"a5744c8c-f235-4938-bc3a-625c89016dfb","MaaSSubscription":{"name":"e2e-a-only-9ae99e","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.320422553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"e3aefc08-cc5d-4831-a9af-38fd65f4eb7f","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.320444682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"e3aefc08-cc5d-4831-a9af-38fd65f4eb7f","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.63549501Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"2efc9624-bf0c-4c13-ac46-e27169d3b96f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.635495008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"db9a2253-1260-408f-a663-261f4ad234d4","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.635598441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"db9a2253-1260-408f-a663-261f4ad234d4","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.842559622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"2efc9624-bf0c-4c13-ac46-e27169d3b96f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.904240574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-9ae99e","reconcileID":"97d22cdd-e3f3-4783-9180-dfd9327adbdc","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.904630743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-9ae99e","reconcileID":"7a3af35d-7c02-4e7f-af0f-616d0d9f97ae","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.972557581Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"2efc9624-bf0c-4c13-ac46-e27169d3b96f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"e2e-shared-b-w1-fd2672-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.972658914Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-9ae99e","reconcileID":"2efc9624-bf0c-4c13-ac46-e27169d3b96f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:24.029828727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"f3ee79eb-e9e2-4191-856f-5fe5d9cfa420","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:24.029849801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"f3ee79eb-e9e2-4191-856f-5fe5d9cfa420","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:24.174887724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"b8a6199d-66bb-4cf2-84bc-d6a295d4e772","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:24.174905684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"b8a6199d-66bb-4cf2-84bc-d6a295d4e772","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:24.301835543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-9ae99e","reconcileID":"89256e0e-7762-4af3-a38a-3614f7949339","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:24.414949856Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-7d1ec3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-7d1ec3","reconcileID":"552e2526-258a-410b-9eb9-b0529e4ddb23","aitenant":"ai-tenants/e2e-worker-w0-7d1ec3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:24.473272504Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-9ae99e","reconcileID":"6bec270e-fe31-4317-868d-1dde24d84520","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-fd2672/e2e-b-only-9ae99e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:24.681497193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-9ae99e","reconcileID":"1efe7fb9-9a49-4805-b8a1-d87e763d3ef2","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:24.998678447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d083fdc2-fd28-48d7-9920-93066ef23d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:25.050603682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d083fdc2-fd28-48d7-9920-93066ef23d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:25.102434535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d083fdc2-fd28-48d7-9920-93066ef23d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:25.154157318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d083fdc2-fd28-48d7-9920-93066ef23d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:25.213299045Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-7d1ec3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-7d1ec3","reconcileID":"552e2526-258a-410b-9eb9-b0529e4ddb23","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-7d1ec3","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-7d1ec3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:27.104727888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23a3b7d-163d-4e48-865d-426d29d630e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:27.1568348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23a3b7d-163d-4e48-865d-426d29d630e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:27.208448004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23a3b7d-163d-4e48-865d-426d29d630e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:27.260047666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23a3b7d-163d-4e48-865d-426d29d630e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:29.200221363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a26c24-f425-4dce-8649-f22f431d1c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:29.251926748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a26c24-f425-4dce-8649-f22f431d1c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:29.303493697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a26c24-f425-4dce-8649-f22f431d1c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:29.35522305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a26c24-f425-4dce-8649-f22f431d1c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:34.739279688Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-9ae99e","reconcileID":"f6c64478-251b-4439-a924-daa99c024869","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscription":"e2e-shared-sub-9ae99e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:34.896104236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-9ae99e","reconcileID":"f6c64478-251b-4439-a924-daa99c024869","MaaSSubscription":{"name":"e2e-shared-sub-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:35.109894698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"d18d1a58-1363-47e8-8eb0-ec27a3fca50c","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:35.109914557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"d18d1a58-1363-47e8-8eb0-ec27a3fca50c","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:35.412998557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"e8d2e0e1-b57a-4f40-92df-047951d34865","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:35.413019401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"e8d2e0e1-b57a-4f40-92df-047951d34865","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:41.886171731Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:45.575974095Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-9ae99e","reconcileID":"4180e2dc-70b1-4707-9891-860a0e41084a","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscription":"e2e-b-only-9ae99e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:45.628618462Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-9ae99e","reconcileID":"4180e2dc-70b1-4707-9891-860a0e41084a","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:45.680976265Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-9ae99e","reconcileID":"4180e2dc-70b1-4707-9891-860a0e41084a","MaaSSubscription":{"name":"e2e-b-only-9ae99e","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:45.955622383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"03f11560-620a-45b7-a405-4836d688d2c9","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:45.955643541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"03f11560-620a-45b7-a405-4836d688d2c9","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:46.367961005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"600aaea6-a1b8-4d35-954f-f9aca5d58701","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:46.367981108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"600aaea6-a1b8-4d35-954f-f9aca5d58701","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:46.424565455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"721be305-97e3-4589-afd5-242caf15e82d","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:46.424590539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"721be305-97e3-4589-afd5-242caf15e82d","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:46.528098189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"83e9f41b-5e88-4235-9e28-54041d3970d0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:46.655145858Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"83e9f41b-5e88-4235-9e28-54041d3970d0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:46.710691489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-897c87-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"83e9f41b-5e88-4235-9e28-54041d3970d0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:46.768033311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"4766b3ba-859e-42aa-9c8d-e26f635554ed","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:46.768050094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"4766b3ba-859e-42aa-9c8d-e26f635554ed","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:46.957350308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8db7c7bc-18c8-43cb-b438-122519b2eb30","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:47.253768974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a77d47bb-d2fe-4177-822e-7cacde2602f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:53.956680732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc4433e4-59e3-4bcf-8f36-9043d2622eac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:54.188132852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e5fe7dc3-87da-441f-862d-0db3857ee804","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.871934224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"006502c8-cba1-4a9a-bf81-9ec83327c291","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.928697702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"006502c8-cba1-4a9a-bf81-9ec83327c291","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.984076191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-897c87-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3c5934c72300a04b1bc6e56b074629cbc0ab8d206b354331aea096643c0b11e9) AuthConfig (1b8116aec7724f35ed32cc91e8a90d18233f739d19ec9740cfb12d5b2a5e5f20) AuthConfig (153bca0cf4a326ba634b6612317438ec95aad940ea5ed91400d7f170234ebc61) AuthConfig (a8f259aa5f0b40cef5b91bcc0ca29f079f6efdc15d187b41c4a3ee54ebb1b2fb) AuthConfig (a85c4e0133be4b35d70fe01f8c0c4b05c3cc2633016f7adea27dc959df8b662a) AuthConfig (ce8021a8c08cc63f17bcd95a7b39b95cdbc511255bcd1e0e332ea28659af1276) AuthConfig (db7b7af668d83358deaf2a6da853ccc7698181f57b86b9bf965d33d9fd2f975e) AuthConfig (4c80adf2e7aa0c3cd17a0ecb338f723be60082220266f61b017bc6705046b6a5) AuthConfig (c7dec95a159c831b3505802ca1325407d49e8237a78d7917146e0fdb1950a46f) AuthConfig (04798f15059c40fb1836d8ad55e1e642ee8f37e5db77de0c8587357aaff8b157) AuthConfig (00e00118adfb603ab55935e8eeefda80b87e1128bf05620c599420e9a60b3caf) AuthConfig (40a6f9048cc4d253687ff90a3bb54172fb7608622cbf51772b9de8c5da9ab0a5) AuthConfig (7bc1e78dae4be071c433226e955409db3165d602257730e97dfa95f2a9065de8) AuthConfig (e19434637e61a7eb6a91677165c03c3997af7e25487a6a1061ac7b85681c9a70) AuthConfig (8bbb017ebc8b5f8ac8159aa928cfc71e80c5a36468a2d0ed80b3dafd13c3ba93) AuthConfig (0d6b4acd352afe3ebe88fd1baf3c3a81469f7c8ab4928eb804e582caf7d8e19d) AuthConfig (d70a49da4f940cd31154e2c5d3a078727409948ad3fbf9f44d6fbb3282816b71) AuthConfig (1f78ce6f17bb0632529654f2f4ad6180973afe9b8e4cab81deb41005d7f1a6a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"006502c8-cba1-4a9a-bf81-9ec83327c291","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.041759035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"b3bc2300-4638-4858-b510-559952dae576","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.041776961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"b3bc2300-4638-4858-b510-559952dae576","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:00.274599553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"39404583-6e0a-492e-9674-dac11d223b95","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:00.375472864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"69c6db9e-0362-40a1-87a3-d08f8df915ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:07.146236474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"85e54d45-f3b9-4946-b0e7-07f9d897a603","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:07.203239362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"85e54d45-f3b9-4946-b0e7-07f9d897a603","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:07.472142647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"79d0d74e-94f0-4ae4-bbcc-e6bffdf220b9","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:07.472167503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"79d0d74e-94f0-4ae4-bbcc-e6bffdf220b9","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.887759715Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.562212938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"5b9b83e2-517f-4ef1-acb5-cdcc7c4ed6f7","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.56224362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"5b9b83e2-517f-4ef1-acb5-cdcc7c4ed6f7","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.61909275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"73354b7f-a21c-4fe3-9dfd-bcfc1b39eb4a","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.619114051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"73354b7f-a21c-4fe3-9dfd-bcfc1b39eb4a","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.72261931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"dc2b9f3b-79c9-41e3-b599-d27969cf9d99","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.849420999Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"dc2b9f3b-79c9-41e3-b599-d27969cf9d99","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"e2e-shared-b-w1-fd2672-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.904908019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-fd2672-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"dc2b9f3b-79c9-41e3-b599-d27969cf9d99","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.960238912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"b4478520-40eb-4276-8415-c502c3cae5e3","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.960258833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"b4478520-40eb-4276-8415-c502c3cae5e3","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:23.064920465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"f52c2865-c45b-444c-b1ea-59dfa4469146","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:23.12163397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"f52c2865-c45b-444c-b1ea-59dfa4469146","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"e2e-shared-b-w1-fd2672-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:23.390887886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"8946a262-5b3f-4c0c-8853-badc1fbec7f2","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:23.3909079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"8946a262-5b3f-4c0c-8853-badc1fbec7f2","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:28.773685548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"7e13d515-330b-4c8a-b98e-bdb7589620af","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:28.773706857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"7e13d515-330b-4c8a-b98e-bdb7589620af","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:28.832873873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"9d5633ab-9743-4ab1-9b07-6f475a498db6","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:28.832891991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"9d5633ab-9743-4ab1-9b07-6f475a498db6","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:28.87963511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-18703f","reconcileID":"39ab2ca2-a94a-49ee-939c-355fd4517ca3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-18703f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:28.88594921Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"9d5633ab-9743-4ab1-9b07-6f475a498db6","name":"sub-test-model-897c87","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-897c87\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:28.885997761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"9d5633ab-9743-4ab1-9b07-6f475a498db6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-897c87\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:28.891287469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"458f416d-d1b0-4fd0-99b0-ee64b1dfafc2","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:28.891303098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"458f416d-d1b0-4fd0-99b0-ee64b1dfafc2","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:28.899108702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"16166f2e-c272-4e25-b01d-3754d81844b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:28.95563552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"16166f2e-c272-4e25-b01d-3754d81844b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:28.98820051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"772d8c7d-e537-4775-bec4-cd83a83999dc","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:28.988217159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"772d8c7d-e537-4775-bec4-cd83a83999dc","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.045506282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"2b6bc0aa-c2b5-409b-aeaf-27a61cc46d33","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.045525685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"2b6bc0aa-c2b5-409b-aeaf-27a61cc46d33","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.089279648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"1a869ed5-c32e-440b-9349-8139f7eea268","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.089296098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"1a869ed5-c32e-440b-9349-8139f7eea268","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.148952857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"37429b2f-d8d9-42ff-b310-313d5a879052","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.148973766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"37429b2f-d8d9-42ff-b310-313d5a879052","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.191812662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"a4646c54-5600-4ebb-8e63-f3e3036e286e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:29.195449975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-18703f","reconcileID":"e589fa1b-465c-4522-88c7-684118ef868a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-18703f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:29.202205637Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"37429b2f-d8d9-42ff-b310-313d5a879052","name":"sub-test-model-fd2672","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-fd2672\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:29.202253682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"37429b2f-d8d9-42ff-b310-313d5a879052","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-fd2672\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.207529452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"f4fa5f42-a87e-4484-80df-17353ada7be6","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.207543493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"f4fa5f42-a87e-4484-80df-17353ada7be6","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.249377196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"a4646c54-5600-4ebb-8e63-f3e3036e286e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"e2e-shared-b-w1-fd2672-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.264547655Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-18703f","reconcileID":"f61893c3-3272-47a9-a037-7bddaeef2d1e","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"sub-test-model-897c87","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-897c87/e2e-shared-sub-18703f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.29274073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"21931ff9-108a-4099-a6d3-bf5ef3384cab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.301636529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"40a02761-876e-46dc-ac9c-9b2f56466799","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.301652415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"40a02761-876e-46dc-ac9c-9b2f56466799","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.349296246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"21931ff9-108a-4099-a6d3-bf5ef3384cab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.354351271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"7a27c2e4-7268-4857-b90d-e9f792bb1f29","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.354378226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"7a27c2e4-7268-4857-b90d-e9f792bb1f29","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.358365975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"7e2587eb-7b8c-4726-b26d-5544ac07cb32","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.358381689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"7e2587eb-7b8c-4726-b26d-5544ac07cb32","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.408632082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"7c143bff-1c63-4f1a-bcd4-86cdb32618cb","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.408647516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"7c143bff-1c63-4f1a-bcd4-86cdb32618cb","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.425732825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"f347b8bd-9f64-488b-acc4-c4323bba95c2","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.425747828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"f347b8bd-9f64-488b-acc4-c4323bba95c2","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:29.462515988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-18703f","reconcileID":"c33c2789-9e1a-4917-bfa8-7d09c4f38736","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-18703f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.55844586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"e969bc85-a255-4835-a88b-d35062937b6d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.56743999Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-18703f","reconcileID":"ccc71a7a-f200-4611-8c14-f9ca77aa18d4","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"sub-test-model-fd2672","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-fd2672/e2e-shared-sub-18703f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.576299518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"69334725-7043-4c08-a9f5-588f906987dc","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.576314771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"69334725-7043-4c08-a9f5-588f906987dc","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.609770259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"268c4f34-d0f0-4c40-aec9-6170adc4bb82","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.615295252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"e969bc85-a255-4835-a88b-d35062937b6d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"e2e-shared-b-w1-fd2672-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.631225529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"227cb79d-f506-4620-9463-57a80bb8b061","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.63124168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"227cb79d-f506-4620-9463-57a80bb8b061","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.634052177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"e8d447ca-1ed5-41a8-9331-0d61a53efc83","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.634066592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"e8d447ca-1ed5-41a8-9331-0d61a53efc83","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.666560345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"268c4f34-d0f0-4c40-aec9-6170adc4bb82","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.688217128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"8af9b4e7-c1c3-445f-86eb-5e78cd183140","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.688230713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"8af9b4e7-c1c3-445f-86eb-5e78cd183140","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.72243202Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-18703f","reconcileID":"29bf90e3-c85c-4a8d-abe8-d3ded0caaf37","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-897c87/e2e-a-only-18703f","ai-tenant-e2e-shared-a-w1-897c87/e2e-shared-sub-18703f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.731027025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"1ab0fba2-de7d-4390-b2ba-3b5d660d0631","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.731045868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"1ab0fba2-de7d-4390-b2ba-3b5d660d0631","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:29.741547851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-18703f","reconcileID":"8edbd58b-3f00-41fb-bbb3-e7dc2b07313b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-18703f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.837897827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-18703f","reconcileID":"f3885af9-3c67-431d-96fd-20801e526b33","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.855168076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"6b9e2323-425a-48d5-b7fc-d72990fd0158","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.855186521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"6b9e2323-425a-48d5-b7fc-d72990fd0158","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.911092714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"973ca495-d855-4ade-bc61-a7ff63be6cb9","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.911107542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"973ca495-d855-4ade-bc61-a7ff63be6cb9","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.921321991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"4534f260-9fe8-4ac6-9026-5dbba38dde5e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.977813363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"4534f260-9fe8-4ac6-9026-5dbba38dde5e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"e2e-shared-b-w1-fd2672-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.996486107Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-18703f","reconcileID":"7180cdc2-72b6-47ad-bd02-c735038c5a02","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-fd2672/e2e-b-only-18703f","ai-tenant-e2e-shared-b-w1-fd2672/e2e-shared-sub-18703f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.999322231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"6733aed6-9bb8-41ec-89c8-20dbb9ac7b7a","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.999337557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"6733aed6-9bb8-41ec-89c8-20dbb9ac7b7a","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:30.090398798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-18703f","reconcileID":"d541d0c9-3ca4-4dc0-888f-c896b327a005","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:30.117452273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-18703f","reconcileID":"804ce6e5-78aa-4625-a67d-6d9f5e451fef","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:30.20556524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-18703f","reconcileID":"d4851e84-7761-4892-87c0-78df590a983d","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:30.279100654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"01de7982-a798-41f5-9db8-ab14804e7b12","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:30.279116115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"01de7982-a798-41f5-9db8-ab14804e7b12","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:30.312580517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-18703f","reconcileID":"554ead26-236f-4c43-9ffe-86a2e5b729c2","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:30.486124172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-18703f","reconcileID":"0f9476fe-70ea-4ef1-8108-1503d4104d7f","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.271727185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-18703f","reconcileID":"87bbc288-a50d-41b3-9386-34e823b94aa8","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.27192766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-18703f","reconcileID":"dc314cd6-b890-465c-886c-3c715a2afc21","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.389880181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-18703f","reconcileID":"12632509-1cc4-4855-b5d5-2b044762b000","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.389994765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-18703f","reconcileID":"080d611f-bc4a-417b-988e-6bf1e779d0c6","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.434501322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"a05c987b-3cfa-4665-a987-a1b92d96843d","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.434520985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"a05c987b-3cfa-4665-a987-a1b92d96843d","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.438505024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"7238f9af-0c99-4a45-901c-eab1471e4613","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.43852002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"7238f9af-0c99-4a45-901c-eab1471e4613","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.490995147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"17ce9ae9-ba14-4f7b-89f2-6ff697d8be49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.55242802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"1fb95291-971a-4ceb-80a3-6c9e84c0460b","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.552451613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"1fb95291-971a-4ceb-80a3-6c9e84c0460b","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.556000583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"4e8d5529-cbfc-436c-85df-1d33e4002b03","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.556017333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"4e8d5529-cbfc-436c-85df-1d33e4002b03","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.602752471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"7154301f-ae93-4662-adcc-3848e21c5074","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.643440791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"af02fea4-c23b-4e0f-b732-bacd33c6731e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.659808342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"7154301f-ae93-4662-adcc-3848e21c5074","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.703179284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"99789e5f-6c37-4cbf-8935-8e5247de71e8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.759659096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"99789e5f-6c37-4cbf-8935-8e5247de71e8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"e2e-shared-b-w1-fd2672-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.448517679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e81b40d-d243-4694-8894-9e2c14e7887b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.550004174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"db11419e-25f6-4f9b-8709-03ee53c44f1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.650371582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-18703f","reconcileID":"a6a7e500-ae04-4ce9-8ccc-0c3faae162b5","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.650400932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-18703f","reconcileID":"6bcb624e-98cb-4520-bf60-33d9def17acc","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.797318147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-18703f","reconcileID":"0b11a3cd-2523-4f04-bada-dec25758fcae","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.797527225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-18703f","reconcileID":"fe346857-c822-4cd3-a669-0d3462c19cc8","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.884974463Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:44.917819095Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"e68fbb16-c217-4d51-b700-a3ba84a5dfe6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:44.917866149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"ed921d9d-affc-47bd-ba62-cdecea64f223","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:44.917878687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"ed921d9d-affc-47bd-ba62-cdecea64f223","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.121456484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"e68fbb16-c217-4d51-b700-a3ba84a5dfe6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.186034589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-18703f","reconcileID":"e6766a52-9eb6-4194-ba8a-bf68801fbb2f","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.186054846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-18703f","reconcileID":"2447f54e-26a4-4de2-b190-c98e51e2bdee","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.247917763Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"e68fbb16-c217-4d51-b700-a3ba84a5dfe6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"e2e-shared-a-w1-897c87-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.247937553Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-sub-iso-auth-18703f","reconcileID":"e68fbb16-c217-4d51-b700-a3ba84a5dfe6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.304104827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"242b2b01-e0e5-4255-8f44-c11af4d81899","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.30412328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"242b2b01-e0e5-4255-8f44-c11af4d81899","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.449846086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"28df6816-beb0-4720-a041-1bf33aa219b2","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.449864623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"28df6816-beb0-4720-a041-1bf33aa219b2","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.571360723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-18703f","reconcileID":"be257c9a-4906-4154-b28b-3735ac4ad0c4","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.571379316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-18703f","reconcileID":"70d7ee8c-8025-44aa-b0c9-aef0f962aca8","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:55.838075222Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-18703f","reconcileID":"f59a6829-2c59-425f-8c98-713b3bf9663e","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscription":"e2e-shared-sub-18703f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.055293809Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-shared-sub-18703f","reconcileID":"f59a6829-2c59-425f-8c98-713b3bf9663e","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-897c87/e2e-a-only-18703f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.263650234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-18703f","reconcileID":"8cd95026-6ce6-4949-807b-b20e89a37252","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.317167156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"2c7a2c77-c8a5-4cfb-b907-a116d2558dff","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.317185915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"2c7a2c77-c8a5-4cfb-b907-a116d2558dff","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.487099369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"39779ea0-95ef-4666-8775-800aa1173065","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.487119578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"39779ea0-95ef-4666-8775-800aa1173065","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.849746001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-18703f","reconcileID":"5ae3b82a-f9e3-4228-befd-92a13f36b04d","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.849739909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-18703f","reconcileID":"352bffb0-8e9c-429f-8745-162a0cf5b645","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.952161525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35c25c1b-dc8a-4796-a31a-728b8f059667","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:01.079069813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d60ea3e8-ddf6-48aa-a42d-1f45efd930c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.648300931Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-18703f","reconcileID":"d3e5c8a9-e7d8-47e3-8a93-4bf025f0e725","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","subscription":"e2e-a-only-18703f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.700500573Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-18703f","reconcileID":"d3e5c8a9-e7d8-47e3-8a93-4bf025f0e725","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.716776353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-18703f","reconcileID":"d9029278-d080-45bc-b94b-2bf051263d97","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.716773852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-18703f","reconcileID":"90f325bb-e9cb-47e6-ae74-d1bf24af26c5","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.752436734Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"e2e-a-only-18703f","reconcileID":"d3e5c8a9-e7d8-47e3-8a93-4bf025f0e725","MaaSSubscription":{"name":"e2e-a-only-18703f","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"name":"maas-trlp-sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.889146638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9041a15f-e6ab-4db3-8cf3-550bdf5ccc8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.003846678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d8b9b2e6-aeff-4139-9602-3186561e6dc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.05752172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"4b1d7fb6-388e-43ee-90c7-9e63f60926f2","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenant":"e2e-shared-a-w1-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","model":"ai-tenant-e2e-shared-a-w1-897c87/sub-test-model-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.057541084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"sub-test-model-897c87","reconcileID":"4b1d7fb6-388e-43ee-90c7-9e63f60926f2","MaaSModelRef":{"name":"sub-test-model-897c87","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"routeName":"sub-test-model-897c87-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-897c87","llmisvcName":"sub-test-model-897c87","gateway":"openshift-ingress/e2e-shared-a-w1-897c87","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.415277446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"8912da89-3bac-44d5-a57c-36a43d27d00d","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.415302045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"8912da89-3bac-44d5-a57c-36a43d27d00d","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.415279622Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"afccf52c-4751-4048-870b-0b7774c2ec65","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.620581475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"afccf52c-4751-4048-870b-0b7774c2ec65","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.68254991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-18703f","reconcileID":"5a949716-8e94-4345-9ad8-a383179bcba8","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.682550973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-18703f","reconcileID":"cb7d94e5-7f0e-4448-b2f0-a6234e60c243","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.748197014Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"afccf52c-4751-4048-870b-0b7774c2ec65","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"e2e-shared-b-w1-fd2672-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.748226427Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-sub-iso-auth-18703f","reconcileID":"afccf52c-4751-4048-870b-0b7774c2ec65","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.804970502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"132f8357-0c96-45b5-82ec-9bccdebee2ea","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.804990564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"132f8357-0c96-45b5-82ec-9bccdebee2ea","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.954612338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"c1fe08ca-7585-4f16-a9ca-c0758d87896f","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.954632225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"c1fe08ca-7585-4f16-a9ca-c0758d87896f","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:08.071864027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-18703f","reconcileID":"145cf284-b7a2-4091-a447-ca4b372dd9c2","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:08.071930799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-18703f","reconcileID":"df185e89-cf51-49e9-a4b1-3efb83dc4403","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:11.908584752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:13.951493284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"07220dda-a93e-48c6-bc77-e75d1cb467b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:14.052564381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2aaf281b-fcae-4b09-95f8-6b53a6202a30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:14.212154965Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-18703f","reconcileID":"08b89488-e595-4d1e-be62-ddad074fed60","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-fd2672/e2e-b-only-18703f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:14.527615277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-18703f","reconcileID":"1822f447-9a32-4cc4-b92f-6ce7e7b01ba8","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:18.338962213Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-18703f","reconcileID":"3ccc1a55-d8e7-4e8d-9f5a-096d23789095","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscription":"e2e-shared-sub-18703f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:18.495429477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-shared-sub-18703f","reconcileID":"3ccc1a55-d8e7-4e8d-9f5a-096d23789095","MaaSSubscription":{"name":"e2e-shared-sub-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:18.709645342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"00d19849-f7f7-414c-b3c5-a05184217a00","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:18.709667255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"00d19849-f7f7-414c-b3c5-a05184217a00","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:19.07568302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"3d9e5c0a-0ed4-409c-9bc2-ef667e74d30a","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:19.075711832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"3d9e5c0a-0ed4-409c-9bc2-ef667e74d30a","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:29.237584433Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-18703f","reconcileID":"c17018cf-3678-469c-bc55-cfb99bed8c86","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","subscription":"e2e-b-only-18703f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:29.289872718Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-18703f","reconcileID":"c17018cf-3678-469c-bc55-cfb99bed8c86","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:29.342264902Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"e2e-b-only-18703f","reconcileID":"c17018cf-3678-469c-bc55-cfb99bed8c86","MaaSSubscription":{"name":"e2e-b-only-18703f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"name":"maas-trlp-sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:29.610630729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"f558ce6d-f8ac-4a7b-a82f-28e6001563dd","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenant":"e2e-shared-b-w1-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","model":"ai-tenant-e2e-shared-b-w1-fd2672/sub-test-model-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:29.61065397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"sub-test-model-fd2672","reconcileID":"f558ce6d-f8ac-4a7b-a82f-28e6001563dd","MaaSModelRef":{"name":"sub-test-model-fd2672","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"routeName":"sub-test-model-fd2672-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","llmisvcName":"sub-test-model-fd2672","gateway":"openshift-ingress/e2e-shared-b-w1-fd2672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:41.885753285Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:47.494960186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a704185b-ed4d-49ad-8892-32e5415c2922","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:47.624124098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"89f0da67-5756-44d9-b90a-0237adf5cec8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:56.822957394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1572bc58-332f-4aba-93ae-e5ddda88eb66","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:56.824288182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e0147d-4834-40d5-84b9-bc11a5f4113a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:56.876282541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e0147d-4834-40d5-84b9-bc11a5f4113a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:56.928166837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e0147d-4834-40d5-84b9-bc11a5f4113a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:56.928825888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d92db846-7849-476e-a7bf-bf562f3d4352","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:56.97995546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e0147d-4834-40d5-84b9-bc11a5f4113a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:58.853842455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d0b2cf5-6476-4ba9-94f0-d18eb5e959bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:58.90551848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d0b2cf5-6476-4ba9-94f0-d18eb5e959bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:58.957113444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d0b2cf5-6476-4ba9-94f0-d18eb5e959bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.010592087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d0b2cf5-6476-4ba9-94f0-d18eb5e959bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.65700971Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","namespace":"ai-tenant-e2e-shared-a-w1-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.657065673Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","namespace":"ai-tenant-e2e-shared-a-w1-897c87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.657112086Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","tenant":"e2e-shared-a-w1-897c87","tenantID":"e2e-shared-a-w1-897c87","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.71099073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-897c87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.771572256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"Service","name":"maas-api-e2e-shared-a-w1-897c87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.830886358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-897c87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.884429274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-897c87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.972856044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-897c87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.029523015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-897c87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.088086211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-897c87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.142455228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-897c87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.194181799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-897c87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.245914744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-897c87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.297412621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-897c87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.349168268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-897c87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.400741009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-897c87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.452267627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-897c87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.503738615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-897c87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.559188808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-897c87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.610920376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-897c87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.662261998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-897c87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.714139316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-897c87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.765906608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"088be212-33b9-4d99-948d-c4ac5a9ced49","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-897c87","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:03.290002517Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-897c87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-897c87","reconcileID":"dd9f7701-cf7f-4469-a50e-9f53d6248b94","aitenant":"ai-tenants/e2e-shared-a-w1-897c87","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:03.901470649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3da4089-66e1-4b82-83a3-7900b6f8ac5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:03.953273223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3da4089-66e1-4b82-83a3-7900b6f8ac5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:04.005017348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3da4089-66e1-4b82-83a3-7900b6f8ac5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:04.056931824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3da4089-66e1-4b82-83a3-7900b6f8ac5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:04.115814258Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-897c87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-897c87","reconcileID":"dd9f7701-cf7f-4469-a50e-9f53d6248b94","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-897c87","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-897c87"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:06.006139691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5de0c764-54e0-4931-9402-488e1195d7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:06.058056854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5de0c764-54e0-4931-9402-488e1195d7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:06.109904707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5de0c764-54e0-4931-9402-488e1195d7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:06.16147593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5de0c764-54e0-4931-9402-488e1195d7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:08.107705984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9331277-8de6-4825-bd53-219a6893ebb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:08.15996117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9331277-8de6-4825-bd53-219a6893ebb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:08.212064622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9331277-8de6-4825-bd53-219a6893ebb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:08.263833866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9331277-8de6-4825-bd53-219a6893ebb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:11.885767861Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:12.77684209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb32fc3-9964-41c1-96fb-2302c310cc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:12.829096002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb32fc3-9964-41c1-96fb-2302c310cc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:12.882952734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb32fc3-9964-41c1-96fb-2302c310cc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:12.935086372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb32fc3-9964-41c1-96fb-2302c310cc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.818553558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f220b3-1a69-43b9-951e-cb8135e1534c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.870417254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f220b3-1a69-43b9-951e-cb8135e1534c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.922224993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f220b3-1a69-43b9-951e-cb8135e1534c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.974166006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f220b3-1a69-43b9-951e-cb8135e1534c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:16.457996485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8d01062f-de20-41f0-93b6-b8d43e118da9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:16.558073509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"382be599-ab3e-4e09-9957-db35a743337e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:20.672516492Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:20.672585748Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","namespace":"ai-tenant-e2e-shared-b-w1-fd2672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:20.672639056Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","tenant":"e2e-shared-b-w1-fd2672","tenantID":"e2e-shared-b-w1-fd2672","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:20.726561792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-fd2672","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:20.786338243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"Service","name":"maas-api-e2e-shared-b-w1-fd2672","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:20.845016946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-fd2672","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:20.898462336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-fd2672","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:20.953925554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:21.009379113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:21.066046742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:21.120086832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:21.171884445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:21.224113162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:21.276119349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:21.33265956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:21.384237672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:21.436297272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:21.487853829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:21.543903927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:21.595099887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:21.64642746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:21.697681053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:21.749115112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"namespace":"ai-tenant-e2e-shared-b-w1-fd2672","name":"default-tenant","reconcileID":"ab56c4c4-0fa2-4bf9-a891-e25895ac464f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-fd2672","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:23.909560343Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-fd2672","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-fd2672","reconcileID":"ce791d49-a684-47e4-a351-12206d69086a","aitenant":"ai-tenants/e2e-shared-b-w1-fd2672","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:24.505154046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28aa7d10-f380-498a-941c-c2241507a413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:24.557152256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28aa7d10-f380-498a-941c-c2241507a413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:24.608887563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28aa7d10-f380-498a-941c-c2241507a413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:24.660832931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28aa7d10-f380-498a-941c-c2241507a413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:24.717033796Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-fd2672","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-fd2672","reconcileID":"ce791d49-a684-47e4-a351-12206d69086a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-fd2672","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-fd2672"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:26.541876376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f19be87-5e7b-4e0f-a707-784465afd00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:26.594774058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f19be87-5e7b-4e0f-a707-784465afd00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:26.646841436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f19be87-5e7b-4e0f-a707-784465afd00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:26.699462465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f19be87-5e7b-4e0f-a707-784465afd00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:27.63728634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0aedbd14-26f1-4861-8ae4-e471034c9cde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:27.901083178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"113c3ac0-0ed0-49bf-a703-c9c19d8f2908","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:28.605485074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b057131-08cd-424c-bfb2-f6c021f2750d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:28.65772073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b057131-08cd-424c-bfb2-f6c021f2750d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:28.709825588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b057131-08cd-424c-bfb2-f6c021f2750d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:28.76164932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b057131-08cd-424c-bfb2-f6c021f2750d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:33.099956295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f8a65d4-b37a-4dc0-9ba1-ec41a99d9933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:33.152077424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f8a65d4-b37a-4dc0-9ba1-ec41a99d9933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:33.204159481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f8a65d4-b37a-4dc0-9ba1-ec41a99d9933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:33.256228416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f8a65d4-b37a-4dc0-9ba1-ec41a99d9933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:33.940610894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9bb64a04-4bfe-4b41-86c0-180af278b2af","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:34.040555567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dab8a229-8050-4190-8034-8beeb528a753","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:35.14019803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"575780fe-2368-44c3-80ff-308c94e6b27c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:35.192120119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"575780fe-2368-44c3-80ff-308c94e6b27c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:35.244688331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"575780fe-2368-44c3-80ff-308c94e6b27c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:35.296528199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"575780fe-2368-44c3-80ff-308c94e6b27c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:36.966048922Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","namespace":"ai-tenant-e2e-extmod-a-a12c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:36.966105115Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","namespace":"ai-tenant-e2e-extmod-a-a12c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:36.9661627Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","tenant":"e2e-extmod-a-a12c35","tenantID":"e2e-extmod-a-a12c35","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.020001463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"Deployment","name":"maas-api-e2e-extmod-a-a12c35","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.081383986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"Service","name":"maas-api-e2e-extmod-a-a12c35","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.140649959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-a12c35","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.19456033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-a12c35","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.252300091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-a12c35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.308975195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-a12c35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.363949642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-a12c35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.420369365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-a12c35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.471772249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-a12c35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.523085578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-a12c35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.574492799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"Service","name":"payload-processing-e2e-extmod-a-a12c35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.625938608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-a12c35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.677124733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-a12c35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.728578594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-a12c35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.779913634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-a12c35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.835670874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-a12c35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.887073724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-a12c35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.938331606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-a12c35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.989872682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-a12c35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:38.041634778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"72f30f42-a1b2-4742-ae09-1e135c44a4a7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-a12c35","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:41.888449849Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:42.255352999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"42895e86-3b12-41ee-8f21-b9756367b6c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:42.385906793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8fe5223d-7c29-48fe-a718-db464104dd22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:44.635988962Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a12c35","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a12c35","reconcileID":"051a6cb2-9192-40d0-9aac-c867fcbb850e","aitenant":"ai-tenants/e2e-extmod-a-a12c35","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:45.198032198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1781d82-982a-4432-91a7-250487fe9b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:45.249891231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1781d82-982a-4432-91a7-250487fe9b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:45.301918595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1781d82-982a-4432-91a7-250487fe9b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:45.353757889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1781d82-982a-4432-91a7-250487fe9b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:45.467263393Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a12c35","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a12c35","reconcileID":"051a6cb2-9192-40d0-9aac-c867fcbb850e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a12c35","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-a12c35"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:47.229994842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83d566c-f3c5-4867-8515-fdb88bc63007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:47.282057729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83d566c-f3c5-4867-8515-fdb88bc63007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:47.33556432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83d566c-f3c5-4867-8515-fdb88bc63007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:47.387939117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83d566c-f3c5-4867-8515-fdb88bc63007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:49.160582523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5d6ed27e-7090-406f-b620-ac893fa7bc5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:49.261549492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3eff2847-adc7-45bb-88a0-0144593632d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:49.303968384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccad3676-20bd-4b29-86b6-f29b4a7b69f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:49.359866598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccad3676-20bd-4b29-86b6-f29b4a7b69f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:49.411850203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccad3676-20bd-4b29-86b6-f29b4a7b69f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:49.463828497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccad3676-20bd-4b29-86b6-f29b4a7b69f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:53.700718078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a7ec31-1152-4ac4-9b7a-44c1da8225de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:53.752958613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a7ec31-1152-4ac4-9b7a-44c1da8225de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:53.805030294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a7ec31-1152-4ac4-9b7a-44c1da8225de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:53.856894256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02a7ec31-1152-4ac4-9b7a-44c1da8225de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.802315728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d0cf1c-ef7c-4e5e-9818-444c8844b94d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.854263343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d0cf1c-ef7c-4e5e-9818-444c8844b94d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.906198143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d0cf1c-ef7c-4e5e-9818-444c8844b94d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.958128265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d0cf1c-ef7c-4e5e-9818-444c8844b94d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:58.601353451Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","namespace":"ai-tenant-e2e-extmod-b-2fd4c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:58.601417694Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","namespace":"ai-tenant-e2e-extmod-b-2fd4c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:58.601465144Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","tenant":"e2e-extmod-b-2fd4c9","tenantID":"e2e-extmod-b-2fd4c9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:58.655686682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"Deployment","name":"maas-api-e2e-extmod-b-2fd4c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:58.718819475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"Service","name":"maas-api-e2e-extmod-b-2fd4c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:58.776163142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-2fd4c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:58.830125657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-2fd4c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:58.886188459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:58.940338421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:58.997763186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:59.052311412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:59.104313054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:59.156018207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:59.20775375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"Service","name":"payload-processing-e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:59.259699014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:59.311456901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:59.363187881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:59.415058497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:59.470847725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:59.522780185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:59.57467388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:59.626379045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:59.67809239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"namespace":"ai-tenant-e2e-extmod-b-2fd4c9","name":"default-tenant","reconcileID":"4766b130-4b5a-488e-ba04-2ac0be5fdfee","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-2fd4c9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:03.427945201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"828e5fcb-6d8a-43c0-8483-da4dbc6e4bce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:03.543062187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1a2e5d2f-c58b-48eb-b01f-b5799db2763a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:05.822756309Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-2fd4c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-2fd4c9","reconcileID":"ef139396-2fef-4e4b-8911-2de87c47b015","aitenant":"ai-tenants/e2e-extmod-b-2fd4c9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:06.40727875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5738716a-e6ec-4c82-bf7e-2124318d92a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:06.459306044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5738716a-e6ec-4c82-bf7e-2124318d92a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:06.511338241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5738716a-e6ec-4c82-bf7e-2124318d92a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:06.563449713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5738716a-e6ec-4c82-bf7e-2124318d92a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:06.670068578Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-2fd4c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-2fd4c9","reconcileID":"ef139396-2fef-4e4b-8911-2de87c47b015","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-2fd4c9","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-2fd4c9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:08.517868623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427f0ba7-ebc8-4e16-b1c9-5ba605353ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:08.569975522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427f0ba7-ebc8-4e16-b1c9-5ba605353ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:08.622018035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427f0ba7-ebc8-4e16-b1c9-5ba605353ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:08.674016509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427f0ba7-ebc8-4e16-b1c9-5ba605353ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:09.692268815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bbc5f099-f78b-4096-ad48-712c8d21ab21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:09.882168273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c26a6ac-9a93-475f-ab05-34a10b38c0cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:10.620525191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917767cd-29e3-47da-bdd6-027aa269772d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:10.673812927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917767cd-29e3-47da-bdd6-027aa269772d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:10.726540388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917767cd-29e3-47da-bdd6-027aa269772d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:10.778614418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917767cd-29e3-47da-bdd6-027aa269772d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:11.885484345Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}